2024-12-08 06:19:50,783 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-08 06:19:50,799 main DEBUG Took 0.013825 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-08 06:19:50,799 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-08 06:19:50,800 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-08 06:19:50,801 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-08 06:19:50,802 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 06:19:50,810 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-08 06:19:50,822 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 06:19:50,824 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 06:19:50,825 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 06:19:50,826 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 06:19:50,827 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 06:19:50,827 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 06:19:50,828 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 06:19:50,828 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 06:19:50,829 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 06:19:50,830 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 06:19:50,831 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 06:19:50,831 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 06:19:50,832 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 06:19:50,832 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 06:19:50,833 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 06:19:50,833 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 06:19:50,834 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 06:19:50,834 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 06:19:50,835 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 06:19:50,835 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 06:19:50,836 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 06:19:50,836 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 06:19:50,837 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 06:19:50,838 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 06:19:50,841 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 06:19:50,841 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-08 06:19:50,843 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 06:19:50,845 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-08 06:19:50,847 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-08 06:19:50,847 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-08 06:19:50,850 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-08 06:19:50,850 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-08 06:19:50,864 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-08 06:19:50,867 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-08 06:19:50,870 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-08 06:19:50,870 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-08 06:19:50,871 main DEBUG createAppenders(={Console}) 2024-12-08 06:19:50,872 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-08 06:19:50,873 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-08 06:19:50,874 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-08 06:19:50,875 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-08 06:19:50,875 main DEBUG OutputStream closed 2024-12-08 06:19:50,875 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-08 06:19:50,876 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-08 06:19:50,876 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-08 06:19:50,953 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-08 06:19:50,956 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-08 06:19:50,957 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-08 06:19:50,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-08 06:19:50,959 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-08 06:19:50,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-08 06:19:50,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-08 06:19:50,960 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-08 06:19:50,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-08 06:19:50,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-08 06:19:50,961 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-08 06:19:50,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-08 06:19:50,962 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-08 06:19:50,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-08 06:19:50,963 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-08 06:19:50,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-08 06:19:50,964 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-08 06:19:50,966 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-08 06:19:50,969 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08 06:19:50,969 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-08 06:19:50,969 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-08 06:19:50,970 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-08T06:19:51,283 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc 2024-12-08 06:19:51,288 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-08 06:19:51,289 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08T06:19:51,303 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-08T06:19:51,334 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T06:19:51,337 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/cluster_8c3e16fc-9d1e-3f09-8c23-47ca4aae5eb5, deleteOnExit=true 2024-12-08T06:19:51,338 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-08T06:19:51,339 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/test.cache.data in system properties and HBase conf 2024-12-08T06:19:51,340 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T06:19:51,341 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/hadoop.log.dir in system properties and HBase conf 2024-12-08T06:19:51,341 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T06:19:51,342 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T06:19:51,343 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-08T06:19:51,441 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-08T06:19:51,532 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T06:19:51,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T06:19:51,536 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T06:19:51,537 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T06:19:51,537 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T06:19:51,538 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T06:19:51,538 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T06:19:51,538 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T06:19:51,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T06:19:51,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T06:19:51,539 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/nfs.dump.dir in system properties and HBase conf 2024-12-08T06:19:51,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/java.io.tmpdir in system properties and HBase conf 2024-12-08T06:19:51,540 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T06:19:51,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T06:19:51,541 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T06:19:52,511 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-08T06:19:52,598 INFO [Time-limited test {}] log.Log(170): Logging initialized @2715ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-08T06:19:52,688 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T06:19:52,762 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T06:19:52,785 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T06:19:52,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T06:19:52,788 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T06:19:52,805 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T06:19:52,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/hadoop.log.dir/,AVAILABLE} 2024-12-08T06:19:52,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T06:19:53,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6904431c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/java.io.tmpdir/jetty-localhost-38313-hadoop-hdfs-3_4_1-tests_jar-_-any-6656870403557569194/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T06:19:53,038 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:38313} 2024-12-08T06:19:53,039 INFO [Time-limited test {}] server.Server(415): Started @3157ms 2024-12-08T06:19:53,533 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T06:19:53,544 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T06:19:53,556 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T06:19:53,557 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T06:19:53,557 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T06:19:53,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ac85cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/hadoop.log.dir/,AVAILABLE} 2024-12-08T06:19:53,559 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74536f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T06:19:53,699 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29607158{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/java.io.tmpdir/jetty-localhost-38595-hadoop-hdfs-3_4_1-tests_jar-_-any-13501367718108308210/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T06:19:53,700 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@76b7aca8{HTTP/1.1, (http/1.1)}{localhost:38595} 2024-12-08T06:19:53,700 INFO [Time-limited test {}] server.Server(415): Started @3818ms 2024-12-08T06:19:53,764 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T06:19:54,346 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/cluster_8c3e16fc-9d1e-3f09-8c23-47ca4aae5eb5/dfs/data/data2/current/BP-867288936-172.17.0.2-1733638792225/current, will proceed with Du for space computation calculation, 2024-12-08T06:19:54,346 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/cluster_8c3e16fc-9d1e-3f09-8c23-47ca4aae5eb5/dfs/data/data1/current/BP-867288936-172.17.0.2-1733638792225/current, will proceed with Du for space computation calculation, 2024-12-08T06:19:54,391 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T06:19:54,457 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc 2024-12-08T06:19:54,462 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x166be9363afa3a4f with lease ID 0xd0b014d9c6aa8b42: Processing first storage report for DS-bef4bf50-1130-441e-8764-0a3fb00ae6af from datanode DatanodeRegistration(127.0.0.1:44019, datanodeUuid=89cc8267-383d-4309-940e-9de591ef53a6, infoPort=44831, infoSecurePort=0, ipcPort=46339, storageInfo=lv=-57;cid=testClusterID;nsid=1652841554;c=1733638792225) 2024-12-08T06:19:54,463 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x166be9363afa3a4f with lease ID 0xd0b014d9c6aa8b42: from storage DS-bef4bf50-1130-441e-8764-0a3fb00ae6af node DatanodeRegistration(127.0.0.1:44019, datanodeUuid=89cc8267-383d-4309-940e-9de591ef53a6, infoPort=44831, infoSecurePort=0, ipcPort=46339, storageInfo=lv=-57;cid=testClusterID;nsid=1652841554;c=1733638792225), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-08T06:19:54,464 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x166be9363afa3a4f with lease ID 0xd0b014d9c6aa8b42: Processing first storage report for DS-0f68029f-e39b-4b83-848e-d63a4356c37a from datanode DatanodeRegistration(127.0.0.1:44019, datanodeUuid=89cc8267-383d-4309-940e-9de591ef53a6, infoPort=44831, infoSecurePort=0, ipcPort=46339, storageInfo=lv=-57;cid=testClusterID;nsid=1652841554;c=1733638792225) 2024-12-08T06:19:54,464 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x166be9363afa3a4f with lease ID 0xd0b014d9c6aa8b42: from storage DS-0f68029f-e39b-4b83-848e-d63a4356c37a node DatanodeRegistration(127.0.0.1:44019, datanodeUuid=89cc8267-383d-4309-940e-9de591ef53a6, infoPort=44831, infoSecurePort=0, ipcPort=46339, storageInfo=lv=-57;cid=testClusterID;nsid=1652841554;c=1733638792225), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T06:19:54,553 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/cluster_8c3e16fc-9d1e-3f09-8c23-47ca4aae5eb5/zookeeper_0, clientPort=52419, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/cluster_8c3e16fc-9d1e-3f09-8c23-47ca4aae5eb5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/cluster_8c3e16fc-9d1e-3f09-8c23-47ca4aae5eb5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T06:19:54,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=52419 2024-12-08T06:19:54,580 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T06:19:54,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T06:19:54,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741825_1001 (size=7) 2024-12-08T06:19:55,268 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4 with version=8 2024-12-08T06:19:55,269 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/hbase-staging 2024-12-08T06:19:55,403 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-08T06:19:55,684 INFO [Time-limited test {}] client.ConnectionUtils(129): master/cbcfd08a3627:0 server-side Connection retries=45 2024-12-08T06:19:55,712 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T06:19:55,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T06:19:55,713 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T06:19:55,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T06:19:55,714 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T06:19:55,854 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T06:19:55,916 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-08T06:19:55,929 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-08T06:19:55,934 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T06:19:55,973 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 7833 (auto-detected) 2024-12-08T06:19:55,974 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-08T06:19:55,993 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:38187 2024-12-08T06:19:56,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T06:19:56,003 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T06:19:56,014 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:38187 connecting to ZooKeeper ensemble=127.0.0.1:52419 2024-12-08T06:19:56,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:381870x0, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T06:19:56,067 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38187-0x100704866080000 connected 2024-12-08T06:19:56,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T06:19:56,109 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T06:19:56,113 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T06:19:56,120 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38187 2024-12-08T06:19:56,121 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38187 2024-12-08T06:19:56,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38187 2024-12-08T06:19:56,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38187 2024-12-08T06:19:56,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38187 2024-12-08T06:19:56,134 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4, hbase.cluster.distributed=false 2024-12-08T06:19:56,200 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/cbcfd08a3627:0 server-side Connection retries=45 2024-12-08T06:19:56,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T06:19:56,200 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T06:19:56,201 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T06:19:56,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T06:19:56,201 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T06:19:56,203 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T06:19:56,206 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T06:19:56,207 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:46077 2024-12-08T06:19:56,209 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T06:19:56,217 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T06:19:56,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T06:19:56,222 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T06:19:56,226 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:46077 connecting to ZooKeeper ensemble=127.0.0.1:52419 2024-12-08T06:19:56,230 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:460770x0, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T06:19:56,231 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46077-0x100704866080001 connected 2024-12-08T06:19:56,231 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T06:19:56,233 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T06:19:56,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-08T06:19:56,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46077 2024-12-08T06:19:56,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46077 2024-12-08T06:19:56,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46077 2024-12-08T06:19:56,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46077 2024-12-08T06:19:56,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46077 2024-12-08T06:19:56,239 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/cbcfd08a3627,38187,1733638795394 2024-12-08T06:19:56,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T06:19:56,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T06:19:56,248 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cbcfd08a3627,38187,1733638795394 2024-12-08T06:19:56,254 DEBUG [M:0;cbcfd08a3627:38187 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cbcfd08a3627:38187 2024-12-08T06:19:56,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T06:19:56,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-08T06:19:56,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T06:19:56,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T06:19:56,270 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T06:19:56,271 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-08T06:19:56,271 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/cbcfd08a3627,38187,1733638795394 from backup master directory 2024-12-08T06:19:56,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cbcfd08a3627,38187,1733638795394 2024-12-08T06:19:56,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T06:19:56,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-08T06:19:56,275 WARN [master/cbcfd08a3627:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T06:19:56,275 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cbcfd08a3627,38187,1733638795394 2024-12-08T06:19:56,278 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-08T06:19:56,280 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-08T06:19:56,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741826_1002 (size=42) 2024-12-08T06:19:56,348 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/hbase.id with ID: 5880816c-df38-44c9-8e72-1dc45861a54d 2024-12-08T06:19:56,393 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T06:19:56,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T06:19:56,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T06:19:56,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741827_1003 (size=196) 2024-12-08T06:19:56,470 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T06:19:56,472 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T06:19:56,495 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:19:56,500 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T06:19:56,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741828_1004 (size=1189) 2024-12-08T06:19:56,580 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/data/master/store 2024-12-08T06:19:56,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741829_1005 (size=34) 2024-12-08T06:19:56,605 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-08T06:19:56,605 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T06:19:56,606 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T06:19:56,607 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T06:19:56,607 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T06:19:56,607 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T06:19:56,607 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T06:19:56,607 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T06:19:56,607 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-08T06:19:56,611 WARN [master/cbcfd08a3627:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/data/master/store/.initializing 2024-12-08T06:19:56,611 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/WALs/cbcfd08a3627,38187,1733638795394 2024-12-08T06:19:56,620 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T06:19:56,631 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cbcfd08a3627%2C38187%2C1733638795394, suffix=, logDir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/WALs/cbcfd08a3627,38187,1733638795394, archiveDir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/oldWALs, maxLogs=10 2024-12-08T06:19:56,654 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/WALs/cbcfd08a3627,38187,1733638795394/cbcfd08a3627%2C38187%2C1733638795394.1733638796636, exclude list is [], retry=0 2024-12-08T06:19:56,671 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44019,DS-bef4bf50-1130-441e-8764-0a3fb00ae6af,DISK] 2024-12-08T06:19:56,674 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-08T06:19:56,715 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/WALs/cbcfd08a3627,38187,1733638795394/cbcfd08a3627%2C38187%2C1733638795394.1733638796636 2024-12-08T06:19:56,716 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44831:44831)] 2024-12-08T06:19:56,717 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T06:19:56,717 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T06:19:56,721 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T06:19:56,722 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T06:19:56,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T06:19:56,788 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T06:19:56,792 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:19:56,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T06:19:56,795 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T06:19:56,799 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T06:19:56,799 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:19:56,800 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:19:56,801 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T06:19:56,803 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T06:19:56,804 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:19:56,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:19:56,805 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T06:19:56,808 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T06:19:56,808 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:19:56,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:19:56,813 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T06:19:56,814 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T06:19:56,823 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T06:19:56,828 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T06:19:56,833 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T06:19:56,835 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72088281, jitterRate=0.07419909536838531}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T06:19:56,839 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-08T06:19:56,840 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T06:19:56,869 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71c5ac83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:19:56,903 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-08T06:19:56,915 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T06:19:56,915 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T06:19:56,917 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T06:19:56,919 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-08T06:19:56,924 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 4 msec 2024-12-08T06:19:56,924 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-08T06:19:56,950 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T06:19:56,964 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-08T06:19:56,967 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-08T06:19:56,970 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T06:19:56,971 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-08T06:19:56,973 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-08T06:19:56,975 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T06:19:56,979 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-08T06:19:56,980 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-08T06:19:56,981 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-08T06:19:56,983 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-08T06:19:56,993 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T06:19:56,994 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-08T06:19:56,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T06:19:56,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-08T06:19:56,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T06:19:56,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T06:19:56,999 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=cbcfd08a3627,38187,1733638795394, sessionid=0x100704866080000, setting cluster-up flag (Was=false) 2024-12-08T06:19:57,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T06:19:57,013 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T06:19:57,020 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-08T06:19:57,021 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cbcfd08a3627,38187,1733638795394 2024-12-08T06:19:57,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T06:19:57,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T06:19:57,032 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-08T06:19:57,034 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cbcfd08a3627,38187,1733638795394 2024-12-08T06:19:57,055 DEBUG [RS:0;cbcfd08a3627:46077 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cbcfd08a3627:46077 2024-12-08T06:19:57,056 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(1008): ClusterId : 5880816c-df38-44c9-8e72-1dc45861a54d 2024-12-08T06:19:57,059 DEBUG [RS:0;cbcfd08a3627:46077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T06:19:57,064 DEBUG [RS:0;cbcfd08a3627:46077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T06:19:57,064 DEBUG [RS:0;cbcfd08a3627:46077 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T06:19:57,067 DEBUG [RS:0;cbcfd08a3627:46077 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T06:19:57,067 DEBUG [RS:0;cbcfd08a3627:46077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32d996a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:19:57,069 DEBUG [RS:0;cbcfd08a3627:46077 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71d098df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cbcfd08a3627/172.17.0.2:0 2024-12-08T06:19:57,072 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-08T06:19:57,072 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-08T06:19:57,072 DEBUG [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-08T06:19:57,074 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(3073): reportForDuty to master=cbcfd08a3627,38187,1733638795394 with isa=cbcfd08a3627/172.17.0.2:46077, startcode=1733638796198 2024-12-08T06:19:57,089 DEBUG [RS:0;cbcfd08a3627:46077 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T06:19:57,134 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-08T06:19:57,141 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-08T06:19:57,144 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54639, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T06:19:57,145 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T06:19:57,153 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38187 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:19:57,153 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cbcfd08a3627,38187,1733638795394 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T06:19:57,158 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cbcfd08a3627:0, corePoolSize=5, maxPoolSize=5 2024-12-08T06:19:57,158 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cbcfd08a3627:0, corePoolSize=5, maxPoolSize=5 2024-12-08T06:19:57,158 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cbcfd08a3627:0, corePoolSize=5, maxPoolSize=5 2024-12-08T06:19:57,158 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cbcfd08a3627:0, corePoolSize=5, maxPoolSize=5 2024-12-08T06:19:57,159 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cbcfd08a3627:0, corePoolSize=10, maxPoolSize=10 2024-12-08T06:19:57,159 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cbcfd08a3627:0, corePoolSize=1, maxPoolSize=1 2024-12-08T06:19:57,159 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cbcfd08a3627:0, corePoolSize=2, maxPoolSize=2 2024-12-08T06:19:57,160 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cbcfd08a3627:0, corePoolSize=1, maxPoolSize=1 2024-12-08T06:19:57,172 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733638827172 2024-12-08T06:19:57,174 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T06:19:57,175 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T06:19:57,176 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-08T06:19:57,177 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-08T06:19:57,180 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T06:19:57,181 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T06:19:57,181 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T06:19:57,181 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T06:19:57,182 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:19:57,182 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T06:19:57,182 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T06:19:57,192 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T06:19:57,192 DEBUG [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-08T06:19:57,193 WARN [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-08T06:19:57,194 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T06:19:57,194 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T06:19:57,212 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T06:19:57,213 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T06:19:57,215 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cbcfd08a3627:0:becomeActiveMaster-HFileCleaner.large.0-1733638797214,5,FailOnTimeoutGroup] 2024-12-08T06:19:57,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741831_1007 (size=1039) 2024-12-08T06:19:57,216 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cbcfd08a3627:0:becomeActiveMaster-HFileCleaner.small.0-1733638797215,5,FailOnTimeoutGroup] 2024-12-08T06:19:57,216 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T06:19:57,216 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T06:19:57,217 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T06:19:57,218 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T06:19:57,294 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(3073): reportForDuty to master=cbcfd08a3627,38187,1733638795394 with isa=cbcfd08a3627/172.17.0.2:46077, startcode=1733638796198 2024-12-08T06:19:57,296 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38187 {}] master.ServerManager(332): Checking decommissioned status of RegionServer cbcfd08a3627,46077,1733638796198 2024-12-08T06:19:57,300 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38187 {}] master.ServerManager(486): Registering regionserver=cbcfd08a3627,46077,1733638796198 2024-12-08T06:19:57,309 DEBUG [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4 2024-12-08T06:19:57,309 DEBUG [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:40531 2024-12-08T06:19:57,310 DEBUG [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-08T06:19:57,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T06:19:57,315 DEBUG [RS:0;cbcfd08a3627:46077 {}] zookeeper.ZKUtil(111): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cbcfd08a3627,46077,1733638796198 2024-12-08T06:19:57,315 WARN [RS:0;cbcfd08a3627:46077 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T06:19:57,315 INFO [RS:0;cbcfd08a3627:46077 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T06:19:57,315 DEBUG [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/WALs/cbcfd08a3627,46077,1733638796198 2024-12-08T06:19:57,318 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cbcfd08a3627,46077,1733638796198] 2024-12-08T06:19:57,331 DEBUG [RS:0;cbcfd08a3627:46077 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-08T06:19:57,342 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T06:19:57,355 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T06:19:57,358 INFO [RS:0;cbcfd08a3627:46077 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T06:19:57,358 INFO [RS:0;cbcfd08a3627:46077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T06:19:57,359 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-08T06:19:57,366 INFO [RS:0;cbcfd08a3627:46077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T06:19:57,366 DEBUG [RS:0;cbcfd08a3627:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cbcfd08a3627:0, corePoolSize=1, maxPoolSize=1 2024-12-08T06:19:57,366 DEBUG [RS:0;cbcfd08a3627:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cbcfd08a3627:0, corePoolSize=1, maxPoolSize=1 2024-12-08T06:19:57,366 DEBUG [RS:0;cbcfd08a3627:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cbcfd08a3627:0, corePoolSize=1, maxPoolSize=1 2024-12-08T06:19:57,367 DEBUG [RS:0;cbcfd08a3627:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cbcfd08a3627:0, corePoolSize=1, maxPoolSize=1 2024-12-08T06:19:57,367 DEBUG [RS:0;cbcfd08a3627:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cbcfd08a3627:0, corePoolSize=1, maxPoolSize=1 2024-12-08T06:19:57,367 DEBUG [RS:0;cbcfd08a3627:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cbcfd08a3627:0, corePoolSize=2, maxPoolSize=2 2024-12-08T06:19:57,367 DEBUG [RS:0;cbcfd08a3627:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cbcfd08a3627:0, corePoolSize=1, maxPoolSize=1 2024-12-08T06:19:57,367 DEBUG [RS:0;cbcfd08a3627:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cbcfd08a3627:0, corePoolSize=1, maxPoolSize=1 2024-12-08T06:19:57,367 DEBUG [RS:0;cbcfd08a3627:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cbcfd08a3627:0, corePoolSize=1, maxPoolSize=1 2024-12-08T06:19:57,368 DEBUG [RS:0;cbcfd08a3627:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cbcfd08a3627:0, corePoolSize=1, maxPoolSize=1 2024-12-08T06:19:57,368 DEBUG [RS:0;cbcfd08a3627:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cbcfd08a3627:0, corePoolSize=1, maxPoolSize=1 2024-12-08T06:19:57,368 DEBUG [RS:0;cbcfd08a3627:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cbcfd08a3627:0, corePoolSize=3, maxPoolSize=3 2024-12-08T06:19:57,368 DEBUG [RS:0;cbcfd08a3627:46077 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0, corePoolSize=3, maxPoolSize=3 2024-12-08T06:19:57,369 INFO [RS:0;cbcfd08a3627:46077 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T06:19:57,369 INFO [RS:0;cbcfd08a3627:46077 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T06:19:57,369 INFO [RS:0;cbcfd08a3627:46077 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T06:19:57,370 INFO [RS:0;cbcfd08a3627:46077 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T06:19:57,370 INFO [RS:0;cbcfd08a3627:46077 {}] hbase.ChoreService(168): Chore ScheduledChore name=cbcfd08a3627,46077,1733638796198-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T06:19:57,396 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T06:19:57,399 INFO [RS:0;cbcfd08a3627:46077 {}] hbase.ChoreService(168): Chore ScheduledChore name=cbcfd08a3627,46077,1733638796198-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T06:19:57,424 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.Replication(204): cbcfd08a3627,46077,1733638796198 started 2024-12-08T06:19:57,425 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(1767): Serving as cbcfd08a3627,46077,1733638796198, RpcServer on cbcfd08a3627/172.17.0.2:46077, sessionid=0x100704866080001 2024-12-08T06:19:57,425 DEBUG [RS:0;cbcfd08a3627:46077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T06:19:57,425 DEBUG [RS:0;cbcfd08a3627:46077 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cbcfd08a3627,46077,1733638796198 2024-12-08T06:19:57,426 DEBUG [RS:0;cbcfd08a3627:46077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cbcfd08a3627,46077,1733638796198' 2024-12-08T06:19:57,426 DEBUG [RS:0;cbcfd08a3627:46077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-08T06:19:57,426 DEBUG [RS:0;cbcfd08a3627:46077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-08T06:19:57,427 DEBUG [RS:0;cbcfd08a3627:46077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T06:19:57,427 DEBUG [RS:0;cbcfd08a3627:46077 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T06:19:57,427 DEBUG [RS:0;cbcfd08a3627:46077 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cbcfd08a3627,46077,1733638796198 2024-12-08T06:19:57,427 DEBUG [RS:0;cbcfd08a3627:46077 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cbcfd08a3627,46077,1733638796198' 2024-12-08T06:19:57,428 DEBUG [RS:0;cbcfd08a3627:46077 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-08T06:19:57,428 DEBUG [RS:0;cbcfd08a3627:46077 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-08T06:19:57,429 DEBUG [RS:0;cbcfd08a3627:46077 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T06:19:57,429 INFO [RS:0;cbcfd08a3627:46077 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T06:19:57,429 INFO [RS:0;cbcfd08a3627:46077 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T06:19:57,535 INFO [RS:0;cbcfd08a3627:46077 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-08T06:19:57,538 INFO [RS:0;cbcfd08a3627:46077 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cbcfd08a3627%2C46077%2C1733638796198, suffix=, logDir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/WALs/cbcfd08a3627,46077,1733638796198, archiveDir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/oldWALs, maxLogs=32 2024-12-08T06:19:57,556 DEBUG [RS:0;cbcfd08a3627:46077 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/WALs/cbcfd08a3627,46077,1733638796198/cbcfd08a3627%2C46077%2C1733638796198.1733638797541, exclude list is [], retry=0 2024-12-08T06:19:57,561 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44019,DS-bef4bf50-1130-441e-8764-0a3fb00ae6af,DISK] 2024-12-08T06:19:57,564 INFO [RS:0;cbcfd08a3627:46077 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/WALs/cbcfd08a3627,46077,1733638796198/cbcfd08a3627%2C46077%2C1733638796198.1733638797541 2024-12-08T06:19:57,564 DEBUG [RS:0;cbcfd08a3627:46077 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44831:44831)] 2024-12-08T06:19:57,617 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-08T06:19:57,617 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4 2024-12-08T06:19:57,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741833_1009 (size=32) 2024-12-08T06:19:58,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T06:19:58,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T06:19:58,037 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T06:19:58,037 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:19:58,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T06:19:58,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T06:19:58,042 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T06:19:58,042 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:19:58,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T06:19:58,043 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T06:19:58,046 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T06:19:58,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:19:58,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T06:19:58,050 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/1588230740 2024-12-08T06:19:58,051 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/1588230740 2024-12-08T06:19:58,055 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T06:19:58,059 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-08T06:19:58,065 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T06:19:58,066 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59452127, jitterRate=-0.11409427225589752}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T06:19:58,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-08T06:19:58,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-08T06:19:58,069 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-08T06:19:58,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-08T06:19:58,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T06:19:58,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T06:19:58,071 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-08T06:19:58,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-08T06:19:58,075 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-08T06:19:58,075 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-08T06:19:58,082 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T06:19:58,091 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T06:19:58,093 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T06:19:58,245 DEBUG [cbcfd08a3627:38187 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-08T06:19:58,250 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:19:58,256 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cbcfd08a3627,46077,1733638796198, state=OPENING 2024-12-08T06:19:58,263 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T06:19:58,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T06:19:58,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T06:19:58,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T06:19:58,268 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T06:19:58,269 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=cbcfd08a3627,46077,1733638796198}] 2024-12-08T06:19:58,446 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:19:58,448 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T06:19:58,452 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59130, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T06:19:58,463 INFO [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-08T06:19:58,463 INFO [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T06:19:58,464 INFO [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T06:19:58,468 INFO [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cbcfd08a3627%2C46077%2C1733638796198.meta, suffix=.meta, logDir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/WALs/cbcfd08a3627,46077,1733638796198, archiveDir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/oldWALs, maxLogs=32 2024-12-08T06:19:58,494 DEBUG [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/WALs/cbcfd08a3627,46077,1733638796198/cbcfd08a3627%2C46077%2C1733638796198.meta.1733638798471.meta, exclude list is [], retry=0 2024-12-08T06:19:58,499 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44019,DS-bef4bf50-1130-441e-8764-0a3fb00ae6af,DISK] 2024-12-08T06:19:58,505 INFO [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/WALs/cbcfd08a3627,46077,1733638796198/cbcfd08a3627%2C46077%2C1733638796198.meta.1733638798471.meta 2024-12-08T06:19:58,506 DEBUG [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44831:44831)] 2024-12-08T06:19:58,506 DEBUG [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T06:19:58,508 DEBUG [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T06:19:58,590 DEBUG [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T06:19:58,596 INFO [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T06:19:58,601 DEBUG [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T06:19:58,602 DEBUG [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T06:19:58,602 DEBUG [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-08T06:19:58,602 DEBUG [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-08T06:19:58,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T06:19:58,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T06:19:58,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:19:58,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T06:19:58,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T06:19:58,618 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T06:19:58,619 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:19:58,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T06:19:58,620 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T06:19:58,623 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T06:19:58,623 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:19:58,624 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T06:19:58,626 DEBUG [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/1588230740 2024-12-08T06:19:58,630 DEBUG [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/1588230740 2024-12-08T06:19:58,642 DEBUG [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T06:19:58,646 DEBUG [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-08T06:19:58,648 INFO [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67873104, jitterRate=0.011388063430786133}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T06:19:58,651 DEBUG [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-08T06:19:58,661 INFO [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733638798441 2024-12-08T06:19:58,678 DEBUG [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T06:19:58,678 INFO [RS_OPEN_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-08T06:19:58,678 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:19:58,681 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cbcfd08a3627,46077,1733638796198, state=OPEN 2024-12-08T06:19:58,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T06:19:58,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-08T06:19:58,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T06:19:58,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-08T06:19:58,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T06:19:58,695 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=cbcfd08a3627,46077,1733638796198 in 420 msec 2024-12-08T06:19:58,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T06:19:58,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 614 msec 2024-12-08T06:19:58,714 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.6390 sec 2024-12-08T06:19:58,715 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733638798715, completionTime=-1 2024-12-08T06:19:58,715 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-08T06:19:58,715 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-08T06:19:58,769 DEBUG [hconnection-0x2bf22113-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:19:58,771 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59132, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:19:58,792 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-08T06:19:58,793 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733638858793 2024-12-08T06:19:58,793 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733638918793 2024-12-08T06:19:58,794 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 78 msec 2024-12-08T06:19:58,841 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cbcfd08a3627,38187,1733638795394-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T06:19:58,842 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cbcfd08a3627,38187,1733638795394-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T06:19:58,842 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cbcfd08a3627,38187,1733638795394-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T06:19:58,844 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cbcfd08a3627:38187, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T06:19:58,844 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T06:19:58,854 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-08T06:19:58,856 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T06:19:58,856 DEBUG [master/cbcfd08a3627:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-08T06:19:58,892 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-08T06:19:58,897 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T06:19:58,898 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:19:58,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T06:19:58,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741835_1011 (size=358) 2024-12-08T06:19:58,956 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 86cc15ec941ef24fada0aafc52c37623, NAME => 'hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4 2024-12-08T06:19:58,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741836_1012 (size=42) 2024-12-08T06:19:58,978 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T06:19:58,979 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 86cc15ec941ef24fada0aafc52c37623, disabling compactions & flushes 2024-12-08T06:19:58,979 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623. 2024-12-08T06:19:58,979 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623. 2024-12-08T06:19:58,979 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623. after waiting 0 ms 2024-12-08T06:19:58,979 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623. 2024-12-08T06:19:58,979 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623. 2024-12-08T06:19:58,979 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 86cc15ec941ef24fada0aafc52c37623: 2024-12-08T06:19:58,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T06:19:58,990 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733638798983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733638798983"}]},"ts":"1733638798983"} 2024-12-08T06:19:59,020 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-08T06:19:59,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T06:19:59,026 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638799023"}]},"ts":"1733638799023"} 2024-12-08T06:19:59,031 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-08T06:19:59,037 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=86cc15ec941ef24fada0aafc52c37623, ASSIGN}] 2024-12-08T06:19:59,040 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=86cc15ec941ef24fada0aafc52c37623, ASSIGN 2024-12-08T06:19:59,042 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=86cc15ec941ef24fada0aafc52c37623, ASSIGN; state=OFFLINE, location=cbcfd08a3627,46077,1733638796198; forceNewPlan=false, retain=false 2024-12-08T06:19:59,193 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=86cc15ec941ef24fada0aafc52c37623, regionState=OPENING, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:19:59,199 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 86cc15ec941ef24fada0aafc52c37623, server=cbcfd08a3627,46077,1733638796198}] 2024-12-08T06:19:59,354 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:19:59,361 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623. 2024-12-08T06:19:59,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 86cc15ec941ef24fada0aafc52c37623, NAME => 'hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623.', STARTKEY => '', ENDKEY => ''} 2024-12-08T06:19:59,361 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 86cc15ec941ef24fada0aafc52c37623 2024-12-08T06:19:59,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T06:19:59,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 86cc15ec941ef24fada0aafc52c37623 2024-12-08T06:19:59,362 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 86cc15ec941ef24fada0aafc52c37623 2024-12-08T06:19:59,365 INFO [StoreOpener-86cc15ec941ef24fada0aafc52c37623-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 86cc15ec941ef24fada0aafc52c37623 2024-12-08T06:19:59,368 INFO [StoreOpener-86cc15ec941ef24fada0aafc52c37623-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 86cc15ec941ef24fada0aafc52c37623 columnFamilyName info 2024-12-08T06:19:59,368 DEBUG [StoreOpener-86cc15ec941ef24fada0aafc52c37623-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:19:59,369 INFO [StoreOpener-86cc15ec941ef24fada0aafc52c37623-1 {}] regionserver.HStore(327): Store=86cc15ec941ef24fada0aafc52c37623/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:19:59,371 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/namespace/86cc15ec941ef24fada0aafc52c37623 2024-12-08T06:19:59,372 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/namespace/86cc15ec941ef24fada0aafc52c37623 2024-12-08T06:19:59,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 86cc15ec941ef24fada0aafc52c37623 2024-12-08T06:19:59,385 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/namespace/86cc15ec941ef24fada0aafc52c37623/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T06:19:59,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 86cc15ec941ef24fada0aafc52c37623; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65373611, jitterRate=-0.025857284665107727}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T06:19:59,387 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 86cc15ec941ef24fada0aafc52c37623: 2024-12-08T06:19:59,390 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623., pid=6, masterSystemTime=1733638799354 2024-12-08T06:19:59,393 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623. 2024-12-08T06:19:59,393 INFO [RS_OPEN_PRIORITY_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623. 2024-12-08T06:19:59,395 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=86cc15ec941ef24fada0aafc52c37623, regionState=OPEN, openSeqNum=2, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:19:59,403 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-08T06:19:59,404 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 86cc15ec941ef24fada0aafc52c37623, server=cbcfd08a3627,46077,1733638796198 in 200 msec 2024-12-08T06:19:59,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-08T06:19:59,407 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=86cc15ec941ef24fada0aafc52c37623, ASSIGN in 366 msec 2024-12-08T06:19:59,408 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T06:19:59,409 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638799409"}]},"ts":"1733638799409"} 2024-12-08T06:19:59,411 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-08T06:19:59,415 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T06:19:59,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 558 msec 2024-12-08T06:19:59,497 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-08T06:19:59,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-08T06:19:59,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T06:19:59,500 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T06:19:59,539 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-08T06:19:59,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-08T06:19:59,572 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 37 msec 2024-12-08T06:19:59,584 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-08T06:19:59,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-08T06:19:59,603 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 17 msec 2024-12-08T06:19:59,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-08T06:19:59,616 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-08T06:19:59,617 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.341sec 2024-12-08T06:19:59,618 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T06:19:59,620 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T06:19:59,621 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T06:19:59,621 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T06:19:59,621 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T06:19:59,622 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cbcfd08a3627,38187,1733638795394-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T06:19:59,622 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cbcfd08a3627,38187,1733638795394-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T06:19:59,629 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-08T06:19:59,630 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T06:19:59,630 INFO [master/cbcfd08a3627:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cbcfd08a3627,38187,1733638795394-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T06:19:59,657 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6f5a7c2c to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1857554f 2024-12-08T06:19:59,658 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-08T06:19:59,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1efa06f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:19:59,674 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-08T06:19:59,674 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-08T06:19:59,688 DEBUG [hconnection-0x422f30ab-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:19:59,698 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59144, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:19:59,710 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=cbcfd08a3627,38187,1733638795394 2024-12-08T06:19:59,725 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=192, ProcessCount=11, AvailableMemoryMB=7607 2024-12-08T06:19:59,738 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T06:19:59,742 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T06:19:59,749 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T06:19:59,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T06:19:59,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T06:19:59,757 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T06:19:59,757 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-08T06:19:59,757 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:19:59,759 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T06:19:59,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-08T06:19:59,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741837_1013 (size=963) 2024-12-08T06:19:59,780 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4 2024-12-08T06:19:59,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741838_1014 (size=53) 2024-12-08T06:19:59,800 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T06:19:59,800 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 94ee03118adb91c461ace6b126ea8b8d, disabling compactions & flushes 2024-12-08T06:19:59,800 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:19:59,801 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:19:59,801 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. after waiting 0 ms 2024-12-08T06:19:59,801 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:19:59,801 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:19:59,801 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:19:59,804 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T06:19:59,805 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733638799804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733638799804"}]},"ts":"1733638799804"} 2024-12-08T06:19:59,809 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-08T06:19:59,811 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T06:19:59,811 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638799811"}]},"ts":"1733638799811"} 2024-12-08T06:19:59,814 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T06:19:59,819 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=94ee03118adb91c461ace6b126ea8b8d, ASSIGN}] 2024-12-08T06:19:59,821 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=94ee03118adb91c461ace6b126ea8b8d, ASSIGN 2024-12-08T06:19:59,823 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=94ee03118adb91c461ace6b126ea8b8d, ASSIGN; state=OFFLINE, location=cbcfd08a3627,46077,1733638796198; forceNewPlan=false, retain=false 2024-12-08T06:19:59,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-08T06:19:59,974 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=94ee03118adb91c461ace6b126ea8b8d, regionState=OPENING, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:19:59,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure 94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198}] 2024-12-08T06:20:00,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-08T06:20:00,132 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:00,143 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:00,143 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} 2024-12-08T06:20:00,144 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:00,144 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T06:20:00,144 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:00,144 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:00,148 INFO [StoreOpener-94ee03118adb91c461ace6b126ea8b8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:00,152 INFO [StoreOpener-94ee03118adb91c461ace6b126ea8b8d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:20:00,152 INFO [StoreOpener-94ee03118adb91c461ace6b126ea8b8d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94ee03118adb91c461ace6b126ea8b8d columnFamilyName A 2024-12-08T06:20:00,152 DEBUG [StoreOpener-94ee03118adb91c461ace6b126ea8b8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:00,154 INFO [StoreOpener-94ee03118adb91c461ace6b126ea8b8d-1 {}] regionserver.HStore(327): Store=94ee03118adb91c461ace6b126ea8b8d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:20:00,154 INFO [StoreOpener-94ee03118adb91c461ace6b126ea8b8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:00,156 INFO [StoreOpener-94ee03118adb91c461ace6b126ea8b8d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:20:00,157 INFO [StoreOpener-94ee03118adb91c461ace6b126ea8b8d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94ee03118adb91c461ace6b126ea8b8d columnFamilyName B 2024-12-08T06:20:00,157 DEBUG [StoreOpener-94ee03118adb91c461ace6b126ea8b8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:00,157 INFO [StoreOpener-94ee03118adb91c461ace6b126ea8b8d-1 {}] regionserver.HStore(327): Store=94ee03118adb91c461ace6b126ea8b8d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:20:00,158 INFO [StoreOpener-94ee03118adb91c461ace6b126ea8b8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:00,160 INFO [StoreOpener-94ee03118adb91c461ace6b126ea8b8d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:20:00,160 INFO [StoreOpener-94ee03118adb91c461ace6b126ea8b8d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 94ee03118adb91c461ace6b126ea8b8d columnFamilyName C 2024-12-08T06:20:00,160 DEBUG [StoreOpener-94ee03118adb91c461ace6b126ea8b8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:00,162 INFO [StoreOpener-94ee03118adb91c461ace6b126ea8b8d-1 {}] regionserver.HStore(327): Store=94ee03118adb91c461ace6b126ea8b8d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:20:00,162 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:00,164 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:00,165 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:00,169 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T06:20:00,172 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:00,182 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T06:20:00,184 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened 94ee03118adb91c461ace6b126ea8b8d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73605673, jitterRate=0.0968099981546402}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T06:20:00,185 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:00,187 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., pid=11, masterSystemTime=1733638800132 2024-12-08T06:20:00,191 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:00,191 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:00,192 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=94ee03118adb91c461ace6b126ea8b8d, regionState=OPEN, openSeqNum=2, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:00,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-08T06:20:00,200 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure 94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 in 218 msec 2024-12-08T06:20:00,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-08T06:20:00,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=94ee03118adb91c461ace6b126ea8b8d, ASSIGN in 381 msec 2024-12-08T06:20:00,205 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T06:20:00,206 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638800205"}]},"ts":"1733638800205"} 2024-12-08T06:20:00,209 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T06:20:00,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T06:20:00,216 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 460 msec 2024-12-08T06:20:00,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-08T06:20:00,376 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-08T06:20:00,383 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x490d92b6 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45addcd9 2024-12-08T06:20:00,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a08c5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:20:00,397 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:20:00,410 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59160, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:20:00,414 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T06:20:00,419 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T06:20:00,434 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x481d5e85 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2a3e7547 2024-12-08T06:20:00,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24512372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:20:00,446 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27c80704 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e85caf7 2024-12-08T06:20:00,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dad8999, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:20:00,453 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f68aae6 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@27f597d9 2024-12-08T06:20:00,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66d523ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:20:00,463 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x18de28d7 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@139e2f4a 2024-12-08T06:20:00,467 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b406636, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:20:00,469 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cb8ce8a to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f12960 2024-12-08T06:20:00,473 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d888e3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:20:00,475 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77d9cb79 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@24ae67ae 2024-12-08T06:20:00,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f34c0b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:20:00,485 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x502730d9 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@763ae64 2024-12-08T06:20:00,492 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ebb9f30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:20:00,494 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x118d1c39 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@23fd5327 2024-12-08T06:20:00,502 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f18a09d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:20:00,503 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x71209fad to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@380d8ec5 2024-12-08T06:20:00,507 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@426bcd11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:20:00,517 DEBUG [hconnection-0xaa7b5a2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:20:00,523 DEBUG [hconnection-0xafaa2be-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:20:00,524 DEBUG [hconnection-0x175a69d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:20:00,524 DEBUG [hconnection-0x72d84b08-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:20:00,524 DEBUG [hconnection-0x7c0c677-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:20:00,525 DEBUG [hconnection-0x3785b265-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:20:00,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:20:00,526 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59168, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:20:00,531 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59182, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:20:00,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-08T06:20:00,535 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:20:00,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-08T06:20:00,537 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:20:00,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:20:00,542 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59196, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:20:00,553 DEBUG [hconnection-0x28a159a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:20:00,564 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59198, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:20:00,578 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:20:00,578 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:20:00,578 DEBUG [hconnection-0x74f48c42-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:20:00,579 DEBUG [hconnection-0x4d0fdb91-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:20:00,593 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59220, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:20:00,607 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:20:00,613 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59232, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:20:00,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-08T06:20:00,643 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:20:00,650 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:00,651 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:00,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:00,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:00,652 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:00,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:00,701 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:00,703 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-08T06:20:00,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:00,714 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:00,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:00,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:00,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:00,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:00,825 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/9df0cd9423de413389eb6328f67088d6 is 50, key is test_row_0/A:col10/1733638800568/Put/seqid=0 2024-12-08T06:20:00,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-08T06:20:00,903 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:00,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638860889, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:00,906 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638860884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:00,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:00,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638860895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:00,911 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:00,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741839_1015 (size=12001) 2024-12-08T06:20:00,918 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-08T06:20:00,919 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:00,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638860903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:00,918 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:00,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638860897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:00,920 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/9df0cd9423de413389eb6328f67088d6 2024-12-08T06:20:00,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:00,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:00,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:00,937 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:00,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:01,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638861020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638861021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638861025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,032 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638861028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,033 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638861028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,056 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/12055bdd9957425d875fe558a201a884 is 50, key is test_row_0/B:col10/1733638800568/Put/seqid=0 2024-12-08T06:20:01,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741840_1016 (size=12001) 2024-12-08T06:20:01,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/12055bdd9957425d875fe558a201a884 2024-12-08T06:20:01,092 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,093 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-08T06:20:01,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:01,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:01,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:01,099 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:01,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:01,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:01,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/ec2c45b9161d458c82496ef44c7b1785 is 50, key is test_row_0/C:col10/1733638800568/Put/seqid=0 2024-12-08T06:20:01,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-08T06:20:01,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741841_1017 (size=12001) 2024-12-08T06:20:01,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/ec2c45b9161d458c82496ef44c7b1785 2024-12-08T06:20:01,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/9df0cd9423de413389eb6328f67088d6 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/9df0cd9423de413389eb6328f67088d6 2024-12-08T06:20:01,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/9df0cd9423de413389eb6328f67088d6, entries=150, sequenceid=12, filesize=11.7 K 2024-12-08T06:20:01,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/12055bdd9957425d875fe558a201a884 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/12055bdd9957425d875fe558a201a884 2024-12-08T06:20:01,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/12055bdd9957425d875fe558a201a884, entries=150, sequenceid=12, filesize=11.7 K 2024-12-08T06:20:01,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/ec2c45b9161d458c82496ef44c7b1785 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/ec2c45b9161d458c82496ef44c7b1785 2024-12-08T06:20:01,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/ec2c45b9161d458c82496ef44c7b1785, entries=150, sequenceid=12, filesize=11.7 K 2024-12-08T06:20:01,242 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 94ee03118adb91c461ace6b126ea8b8d in 599ms, sequenceid=12, compaction requested=false 2024-12-08T06:20:01,243 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-08T06:20:01,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:01,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:01,254 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-08T06:20:01,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,255 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-08T06:20:01,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:01,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:01,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:01,256 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:01,256 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:01,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:01,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:01,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:01,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:01,260 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:01,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:01,261 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:01,293 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/910ef0049f004758a2ffb43ddb69d84f is 50, key is test_row_0/A:col10/1733638800897/Put/seqid=0 2024-12-08T06:20:01,297 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638861268, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638861270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638861273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638861292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,307 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638861297, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741842_1018 (size=12001) 2024-12-08T06:20:01,411 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638861407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-08T06:20:01,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:01,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:01,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:01,413 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:01,413 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:01,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638861408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:01,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638861411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,418 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638861411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,420 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638861411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,567 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-08T06:20:01,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:01,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:01,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:01,572 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:01,572 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:01,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:01,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638861620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638861622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638861626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638861627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,629 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638861627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-08T06:20:01,728 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,730 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/910ef0049f004758a2ffb43ddb69d84f 2024-12-08T06:20:01,733 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-08T06:20:01,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:01,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:01,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:01,734 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:01,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:01,757 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/5739f697c0b348c4b367772bfeec29ad is 50, key is test_row_0/B:col10/1733638800897/Put/seqid=0 2024-12-08T06:20:01,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741843_1019 (size=12001) 2024-12-08T06:20:01,779 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/5739f697c0b348c4b367772bfeec29ad 2024-12-08T06:20:01,803 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/0fc74ea07d01406f9bd2cf34d23d3dfd is 50, key is test_row_0/C:col10/1733638800897/Put/seqid=0 2024-12-08T06:20:01,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741844_1020 (size=12001) 2024-12-08T06:20:01,889 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,890 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-08T06:20:01,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:01,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:01,890 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:01,890 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:01,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:01,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:01,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638861927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638861932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,937 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638861934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638861935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:01,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:01,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638861929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:02,045 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:02,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-08T06:20:02,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:02,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:02,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:02,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:02,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:02,200 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:02,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-08T06:20:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:02,202 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:02,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:02,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:02,222 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/0fc74ea07d01406f9bd2cf34d23d3dfd 2024-12-08T06:20:02,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/910ef0049f004758a2ffb43ddb69d84f as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/910ef0049f004758a2ffb43ddb69d84f 2024-12-08T06:20:02,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/910ef0049f004758a2ffb43ddb69d84f, entries=150, sequenceid=39, filesize=11.7 K 2024-12-08T06:20:02,260 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/5739f697c0b348c4b367772bfeec29ad as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/5739f697c0b348c4b367772bfeec29ad 2024-12-08T06:20:02,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/5739f697c0b348c4b367772bfeec29ad, entries=150, sequenceid=39, filesize=11.7 K 2024-12-08T06:20:02,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/0fc74ea07d01406f9bd2cf34d23d3dfd as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0fc74ea07d01406f9bd2cf34d23d3dfd 2024-12-08T06:20:02,286 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0fc74ea07d01406f9bd2cf34d23d3dfd, entries=150, sequenceid=39, filesize=11.7 K 2024-12-08T06:20:02,289 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 94ee03118adb91c461ace6b126ea8b8d in 1034ms, sequenceid=39, compaction requested=false 2024-12-08T06:20:02,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:02,360 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:02,361 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-08T06:20:02,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:02,361 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-08T06:20:02,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:02,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:02,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:02,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:02,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:02,363 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:02,373 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/205d4f9802c741b5b6fca70a555325cb is 50, key is test_row_0/A:col10/1733638801287/Put/seqid=0 2024-12-08T06:20:02,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741845_1021 (size=9657) 2024-12-08T06:20:02,404 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/205d4f9802c741b5b6fca70a555325cb 2024-12-08T06:20:02,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/e081ecc430734fd880548425e5e47ce4 is 50, key is test_row_0/B:col10/1733638801287/Put/seqid=0 2024-12-08T06:20:02,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741846_1022 (size=9657) 2024-12-08T06:20:02,441 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/e081ecc430734fd880548425e5e47ce4 2024-12-08T06:20:02,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:02,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:02,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/fbb4c6dc21374316bc55acfbeb9a9a80 is 50, key is test_row_0/C:col10/1733638801287/Put/seqid=0 2024-12-08T06:20:02,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741847_1023 (size=9657) 2024-12-08T06:20:02,503 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/fbb4c6dc21374316bc55acfbeb9a9a80 2024-12-08T06:20:02,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/205d4f9802c741b5b6fca70a555325cb as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/205d4f9802c741b5b6fca70a555325cb 2024-12-08T06:20:02,538 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/205d4f9802c741b5b6fca70a555325cb, entries=100, sequenceid=48, filesize=9.4 K 2024-12-08T06:20:02,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/e081ecc430734fd880548425e5e47ce4 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/e081ecc430734fd880548425e5e47ce4 2024-12-08T06:20:02,555 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/e081ecc430734fd880548425e5e47ce4, entries=100, sequenceid=48, filesize=9.4 K 2024-12-08T06:20:02,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/fbb4c6dc21374316bc55acfbeb9a9a80 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/fbb4c6dc21374316bc55acfbeb9a9a80 2024-12-08T06:20:02,580 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:02,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638862560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:02,581 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:02,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638862560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:02,584 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/fbb4c6dc21374316bc55acfbeb9a9a80, entries=100, sequenceid=48, filesize=9.4 K 2024-12-08T06:20:02,587 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 94ee03118adb91c461ace6b126ea8b8d in 225ms, sequenceid=48, compaction requested=true 2024-12-08T06:20:02,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:02,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:02,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-08T06:20:02,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-08T06:20:02,592 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-08T06:20:02,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:02,592 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:02,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:02,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:02,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:02,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:02,593 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:02,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-08T06:20:02,593 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0500 sec 2024-12-08T06:20:02,601 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.0680 sec 2024-12-08T06:20:02,615 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:02,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638862605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:02,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:02,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638862610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:02,617 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:02,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638862610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:02,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/ac5acbb083a44e80a1494012a7ca95cc is 50, key is test_row_0/A:col10/1733638802575/Put/seqid=0 2024-12-08T06:20:02,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741848_1024 (size=19021) 2024-12-08T06:20:02,647 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/ac5acbb083a44e80a1494012a7ca95cc 2024-12-08T06:20:02,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-08T06:20:02,648 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-08T06:20:02,652 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:20:02,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-08T06:20:02,655 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:20:02,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-08T06:20:02,656 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:20:02,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:20:02,690 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:02,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/97a1b2e1a05a4065bf25216f13cd7a26 is 50, key is test_row_0/B:col10/1733638802575/Put/seqid=0 2024-12-08T06:20:02,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638862685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:02,692 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:02,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638862687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:02,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741849_1025 (size=12001) 2024-12-08T06:20:02,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:02,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:02,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638862720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:02,725 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/97a1b2e1a05a4065bf25216f13cd7a26 2024-12-08T06:20:02,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638862720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:02,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:02,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638862721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-08T06:20:02,758 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/98c8366e71754a82994854a8a4496d2d is 50, key is test_row_0/C:col10/1733638802575/Put/seqid=0 2024-12-08T06:20:02,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741850_1026 (size=12001) 2024-12-08T06:20:02,790 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=60.38 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/98c8366e71754a82994854a8a4496d2d 2024-12-08T06:20:02,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/ac5acbb083a44e80a1494012a7ca95cc as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/ac5acbb083a44e80a1494012a7ca95cc 2024-12-08T06:20:02,810 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:02,810 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-08T06:20:02,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:02,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:02,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:02,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:02,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:02,818 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/ac5acbb083a44e80a1494012a7ca95cc, entries=300, sequenceid=78, filesize=18.6 K 2024-12-08T06:20:02,820 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/97a1b2e1a05a4065bf25216f13cd7a26 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/97a1b2e1a05a4065bf25216f13cd7a26 2024-12-08T06:20:02,833 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/97a1b2e1a05a4065bf25216f13cd7a26, entries=150, sequenceid=78, filesize=11.7 K 2024-12-08T06:20:02,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/98c8366e71754a82994854a8a4496d2d as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/98c8366e71754a82994854a8a4496d2d 2024-12-08T06:20:02,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/98c8366e71754a82994854a8a4496d2d, entries=150, sequenceid=78, filesize=11.7 K 2024-12-08T06:20:02,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~181.14 KB/185490, heapSize ~475.31 KB/486720, currentSize=26.84 KB/27480 for 94ee03118adb91c461ace6b126ea8b8d in 255ms, sequenceid=78, compaction requested=true 2024-12-08T06:20:02,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:02,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:02,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:02,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:02,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:02,850 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:20:02,850 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:20:02,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:02,850 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:02,859 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:20:02,860 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52680 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:20:02,861 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/A is initiating minor compaction (all files) 2024-12-08T06:20:02,861 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/B is initiating minor compaction (all files) 2024-12-08T06:20:02,861 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/B in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:02,861 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/12055bdd9957425d875fe558a201a884, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/5739f697c0b348c4b367772bfeec29ad, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/e081ecc430734fd880548425e5e47ce4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/97a1b2e1a05a4065bf25216f13cd7a26] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=44.6 K 2024-12-08T06:20:02,865 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/A in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:02,865 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/9df0cd9423de413389eb6328f67088d6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/910ef0049f004758a2ffb43ddb69d84f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/205d4f9802c741b5b6fca70a555325cb, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/ac5acbb083a44e80a1494012a7ca95cc] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=51.4 K 2024-12-08T06:20:02,866 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 12055bdd9957425d875fe558a201a884, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733638800568 2024-12-08T06:20:02,866 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9df0cd9423de413389eb6328f67088d6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733638800568 2024-12-08T06:20:02,866 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 5739f697c0b348c4b367772bfeec29ad, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733638800880 2024-12-08T06:20:02,867 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting e081ecc430734fd880548425e5e47ce4, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733638801287 2024-12-08T06:20:02,867 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 910ef0049f004758a2ffb43ddb69d84f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733638800880 2024-12-08T06:20:02,868 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 97a1b2e1a05a4065bf25216f13cd7a26, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733638802575 2024-12-08T06:20:02,869 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 205d4f9802c741b5b6fca70a555325cb, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733638801287 2024-12-08T06:20:02,873 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac5acbb083a44e80a1494012a7ca95cc, keycount=300, bloomtype=ROW, size=18.6 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733638802555 2024-12-08T06:20:02,913 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#B#compaction#12 average throughput is 0.50 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:02,914 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/1ef892a0ad594c6e96e1064f82d47f55 is 50, key is test_row_0/B:col10/1733638802575/Put/seqid=0 2024-12-08T06:20:02,931 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#A#compaction#13 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:02,932 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/a92d036c92164d949b33df17b6eed426 is 50, key is test_row_0/A:col10/1733638802575/Put/seqid=0 2024-12-08T06:20:02,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:02,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:20:02,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:02,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:02,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:02,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:02,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:02,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:02,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741851_1027 (size=12139) 2024-12-08T06:20:02,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-08T06:20:02,965 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:02,965 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/1ef892a0ad594c6e96e1064f82d47f55 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/1ef892a0ad594c6e96e1064f82d47f55 2024-12-08T06:20:02,966 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-08T06:20:02,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:02,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:02,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:02,966 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:02,967 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:02,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:02,978 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/74bd49d35a2141e49683376162c07909 is 50, key is test_row_0/A:col10/1733638802928/Put/seqid=0 2024-12-08T06:20:02,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741852_1028 (size=12139) 2024-12-08T06:20:02,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741853_1029 (size=9657) 2024-12-08T06:20:02,993 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/74bd49d35a2141e49683376162c07909 2024-12-08T06:20:02,997 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/a92d036c92164d949b33df17b6eed426 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/a92d036c92164d949b33df17b6eed426 2024-12-08T06:20:03,010 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/B of 94ee03118adb91c461ace6b126ea8b8d into 1ef892a0ad594c6e96e1064f82d47f55(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:03,010 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:03,011 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/B, priority=12, startTime=1733638802850; duration=0sec 2024-12-08T06:20:03,012 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:03,012 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:B 2024-12-08T06:20:03,012 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:20:03,015 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/A of 94ee03118adb91c461ace6b126ea8b8d into a92d036c92164d949b33df17b6eed426(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:03,015 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:03,015 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/A, priority=12, startTime=1733638802849; duration=0sec 2024-12-08T06:20:03,015 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 45660 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:20:03,015 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/C is initiating minor compaction (all files) 2024-12-08T06:20:03,015 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:03,015 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:A 2024-12-08T06:20:03,015 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/C in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:03,015 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/ec2c45b9161d458c82496ef44c7b1785, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0fc74ea07d01406f9bd2cf34d23d3dfd, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/fbb4c6dc21374316bc55acfbeb9a9a80, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/98c8366e71754a82994854a8a4496d2d] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=44.6 K 2024-12-08T06:20:03,016 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting ec2c45b9161d458c82496ef44c7b1785, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733638800568 2024-12-08T06:20:03,017 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 0fc74ea07d01406f9bd2cf34d23d3dfd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733638800880 2024-12-08T06:20:03,018 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting fbb4c6dc21374316bc55acfbeb9a9a80, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733638801287 2024-12-08T06:20:03,019 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 98c8366e71754a82994854a8a4496d2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733638802575 2024-12-08T06:20:03,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/fd594fc15d3d430e8e3127016b50ca00 is 50, key is test_row_0/B:col10/1733638802928/Put/seqid=0 2024-12-08T06:20:03,057 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#C#compaction#16 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:03,058 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/4050d35e8c7c4d588babbf89c26087db is 50, key is test_row_0/C:col10/1733638802575/Put/seqid=0 2024-12-08T06:20:03,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741854_1030 (size=9657) 2024-12-08T06:20:03,061 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/fd594fc15d3d430e8e3127016b50ca00 2024-12-08T06:20:03,078 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638863062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,079 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638863062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638863064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,081 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638863068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,084 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/a1bdf74e199648628c670e55634f7876 is 50, key is test_row_0/C:col10/1733638802928/Put/seqid=0 2024-12-08T06:20:03,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741855_1031 (size=12139) 2024-12-08T06:20:03,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638863079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741856_1032 (size=9657) 2024-12-08T06:20:03,096 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=89 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/a1bdf74e199648628c670e55634f7876 2024-12-08T06:20:03,111 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/74bd49d35a2141e49683376162c07909 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/74bd49d35a2141e49683376162c07909 2024-12-08T06:20:03,120 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,121 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-08T06:20:03,121 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:03,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:03,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:03,122 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/74bd49d35a2141e49683376162c07909, entries=100, sequenceid=89, filesize=9.4 K 2024-12-08T06:20:03,122 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:03,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:03,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:03,125 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/fd594fc15d3d430e8e3127016b50ca00 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/fd594fc15d3d430e8e3127016b50ca00 2024-12-08T06:20:03,136 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/fd594fc15d3d430e8e3127016b50ca00, entries=100, sequenceid=89, filesize=9.4 K 2024-12-08T06:20:03,137 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/a1bdf74e199648628c670e55634f7876 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/a1bdf74e199648628c670e55634f7876 2024-12-08T06:20:03,151 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/a1bdf74e199648628c670e55634f7876, entries=100, sequenceid=89, filesize=9.4 K 2024-12-08T06:20:03,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 94ee03118adb91c461ace6b126ea8b8d in 213ms, sequenceid=89, compaction requested=false 2024-12-08T06:20:03,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:03,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:03,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-08T06:20:03,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:03,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:03,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:03,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:03,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:03,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:03,203 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/f5e2287a1e494935a8a140d5f03015b6 is 50, key is test_row_0/A:col10/1733638803061/Put/seqid=0 2024-12-08T06:20:03,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638863197, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,224 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638863212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,226 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638863215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,227 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638863217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638863221, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741857_1033 (size=14341) 2024-12-08T06:20:03,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/f5e2287a1e494935a8a140d5f03015b6 2024-12-08T06:20:03,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-08T06:20:03,273 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/b3e78fe154ed471b9c1304296af213af is 50, key is test_row_0/B:col10/1733638803061/Put/seqid=0 2024-12-08T06:20:03,282 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,283 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-08T06:20:03,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:03,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:03,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:03,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] handler.RSProcedureHandler(58): pid=15 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:03,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=15 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:03,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=15 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:03,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741858_1034 (size=12001) 2024-12-08T06:20:03,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/b3e78fe154ed471b9c1304296af213af 2024-12-08T06:20:03,322 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638863317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638863327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638863328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638863329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,335 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-08T06:20:03,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638863332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,337 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-08T06:20:03,342 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/fe43fa6c262b46e49e1cf953ce5adb78 is 50, key is test_row_0/C:col10/1733638803061/Put/seqid=0 2024-12-08T06:20:03,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741859_1035 (size=12001) 2024-12-08T06:20:03,357 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/fe43fa6c262b46e49e1cf953ce5adb78 2024-12-08T06:20:03,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/f5e2287a1e494935a8a140d5f03015b6 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/f5e2287a1e494935a8a140d5f03015b6 2024-12-08T06:20:03,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/f5e2287a1e494935a8a140d5f03015b6, entries=200, sequenceid=119, filesize=14.0 K 2024-12-08T06:20:03,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/b3e78fe154ed471b9c1304296af213af as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b3e78fe154ed471b9c1304296af213af 2024-12-08T06:20:03,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b3e78fe154ed471b9c1304296af213af, entries=150, sequenceid=119, filesize=11.7 K 2024-12-08T06:20:03,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/fe43fa6c262b46e49e1cf953ce5adb78 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/fe43fa6c262b46e49e1cf953ce5adb78 2024-12-08T06:20:03,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/fe43fa6c262b46e49e1cf953ce5adb78, entries=150, sequenceid=119, filesize=11.7 K 2024-12-08T06:20:03,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 94ee03118adb91c461ace6b126ea8b8d in 215ms, sequenceid=119, compaction requested=true 2024-12-08T06:20:03,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:03,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:A, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:03,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:03,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:B, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:03,407 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:03,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:03,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:03,407 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T06:20:03,409 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36137 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:03,410 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/A is initiating minor compaction (all files) 2024-12-08T06:20:03,410 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/A in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:03,410 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/a92d036c92164d949b33df17b6eed426, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/74bd49d35a2141e49683376162c07909, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/f5e2287a1e494935a8a140d5f03015b6] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=35.3 K 2024-12-08T06:20:03,411 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting a92d036c92164d949b33df17b6eed426, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733638802575 2024-12-08T06:20:03,411 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74bd49d35a2141e49683376162c07909, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733638802928 2024-12-08T06:20:03,412 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5e2287a1e494935a8a140d5f03015b6, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733638803056 2024-12-08T06:20:03,429 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#A#compaction#21 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:03,431 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/c910ae77f4f5402894e1e487e1aad598 is 50, key is test_row_0/A:col10/1733638803061/Put/seqid=0 2024-12-08T06:20:03,437 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,438 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-08T06:20:03,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:03,439 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-08T06:20:03,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:03,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:03,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:03,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:03,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:03,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:03,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/1eb303d9356f4596a29c77a1d1f4f8b7 is 50, key is test_row_0/A:col10/1733638803210/Put/seqid=0 2024-12-08T06:20:03,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741860_1036 (size=12241) 2024-12-08T06:20:03,505 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/4050d35e8c7c4d588babbf89c26087db as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/4050d35e8c7c4d588babbf89c26087db 2024-12-08T06:20:03,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741861_1037 (size=12001) 2024-12-08T06:20:03,511 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/1eb303d9356f4596a29c77a1d1f4f8b7 2024-12-08T06:20:03,533 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/24d0779300d74024ba036b067d596844 is 50, key is test_row_0/B:col10/1733638803210/Put/seqid=0 2024-12-08T06:20:03,535 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/C of 94ee03118adb91c461ace6b126ea8b8d into 4050d35e8c7c4d588babbf89c26087db(size=11.9 K), total size for store is 33.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:03,535 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:03,536 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/C, priority=12, startTime=1733638802850; duration=0sec 2024-12-08T06:20:03,536 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T06:20:03,536 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:C 2024-12-08T06:20:03,536 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:C 2024-12-08T06:20:03,536 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:03,539 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:03,539 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/B is initiating minor compaction (all files) 2024-12-08T06:20:03,539 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/B in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:03,539 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/1ef892a0ad594c6e96e1064f82d47f55, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/fd594fc15d3d430e8e3127016b50ca00, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b3e78fe154ed471b9c1304296af213af] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=33.0 K 2024-12-08T06:20:03,540 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ef892a0ad594c6e96e1064f82d47f55, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733638802575 2024-12-08T06:20:03,544 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting fd594fc15d3d430e8e3127016b50ca00, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733638802928 2024-12-08T06:20:03,545 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting b3e78fe154ed471b9c1304296af213af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733638803056 2024-12-08T06:20:03,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:03,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:03,571 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#B#compaction#24 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:03,572 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/cfe8366b9e924ce6a678ea19daa56436 is 50, key is test_row_0/B:col10/1733638803061/Put/seqid=0 2024-12-08T06:20:03,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741862_1038 (size=12001) 2024-12-08T06:20:03,575 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/24d0779300d74024ba036b067d596844 2024-12-08T06:20:03,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741863_1039 (size=12241) 2024-12-08T06:20:03,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/d3142d319e8a4add9ee8a345ee70bdf2 is 50, key is test_row_0/C:col10/1733638803210/Put/seqid=0 2024-12-08T06:20:03,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741864_1040 (size=12001) 2024-12-08T06:20:03,672 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638863661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,674 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,675 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638863668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638863669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638863673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638863674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-08T06:20:03,780 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638863776, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638863778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638863778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638863782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,787 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638863784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,880 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/c910ae77f4f5402894e1e487e1aad598 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/c910ae77f4f5402894e1e487e1aad598 2024-12-08T06:20:03,897 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/A of 94ee03118adb91c461ace6b126ea8b8d into c910ae77f4f5402894e1e487e1aad598(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:03,897 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:03,897 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/A, priority=13, startTime=1733638803407; duration=0sec 2024-12-08T06:20:03,897 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:03,897 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:A 2024-12-08T06:20:03,898 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:03,901 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33797 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:03,901 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/C is initiating minor compaction (all files) 2024-12-08T06:20:03,901 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/C in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:03,901 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/4050d35e8c7c4d588babbf89c26087db, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/a1bdf74e199648628c670e55634f7876, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/fe43fa6c262b46e49e1cf953ce5adb78] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=33.0 K 2024-12-08T06:20:03,902 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4050d35e8c7c4d588babbf89c26087db, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733638802575 2024-12-08T06:20:03,903 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting a1bdf74e199648628c670e55634f7876, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=89, earliestPutTs=1733638802928 2024-12-08T06:20:03,904 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting fe43fa6c262b46e49e1cf953ce5adb78, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733638803056 2024-12-08T06:20:03,935 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#C#compaction#26 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:03,936 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/d38090445bd9496ab9e5edf043b78d41 is 50, key is test_row_0/C:col10/1733638803061/Put/seqid=0 2024-12-08T06:20:03,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741865_1041 (size=12241) 2024-12-08T06:20:03,971 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/d38090445bd9496ab9e5edf043b78d41 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/d38090445bd9496ab9e5edf043b78d41 2024-12-08T06:20:03,988 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638863983, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,993 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638863987, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,993 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638863988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638863991, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,995 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:03,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638863989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:03,997 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/C of 94ee03118adb91c461ace6b126ea8b8d into d38090445bd9496ab9e5edf043b78d41(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:03,997 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:03,997 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/C, priority=13, startTime=1733638803407; duration=0sec 2024-12-08T06:20:03,997 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:03,997 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:C 2024-12-08T06:20:04,001 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/cfe8366b9e924ce6a678ea19daa56436 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/cfe8366b9e924ce6a678ea19daa56436 2024-12-08T06:20:04,003 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/d3142d319e8a4add9ee8a345ee70bdf2 2024-12-08T06:20:04,017 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/1eb303d9356f4596a29c77a1d1f4f8b7 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/1eb303d9356f4596a29c77a1d1f4f8b7 2024-12-08T06:20:04,026 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/B of 94ee03118adb91c461ace6b126ea8b8d into cfe8366b9e924ce6a678ea19daa56436(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:04,026 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:04,026 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/B, priority=13, startTime=1733638803407; duration=0sec 2024-12-08T06:20:04,027 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:04,027 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:B 2024-12-08T06:20:04,029 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/1eb303d9356f4596a29c77a1d1f4f8b7, entries=150, sequenceid=127, filesize=11.7 K 2024-12-08T06:20:04,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/24d0779300d74024ba036b067d596844 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/24d0779300d74024ba036b067d596844 2024-12-08T06:20:04,042 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/24d0779300d74024ba036b067d596844, entries=150, sequenceid=127, filesize=11.7 K 2024-12-08T06:20:04,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/d3142d319e8a4add9ee8a345ee70bdf2 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/d3142d319e8a4add9ee8a345ee70bdf2 2024-12-08T06:20:04,055 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/d3142d319e8a4add9ee8a345ee70bdf2, entries=150, sequenceid=127, filesize=11.7 K 2024-12-08T06:20:04,056 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for 94ee03118adb91c461ace6b126ea8b8d in 618ms, sequenceid=127, compaction requested=false 2024-12-08T06:20:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:04,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-08T06:20:04,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-08T06:20:04,062 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-08T06:20:04,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4020 sec 2024-12-08T06:20:04,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 1.4130 sec 2024-12-08T06:20:04,115 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T06:20:04,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-08T06:20:04,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:04,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:04,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:04,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:04,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:04,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:04,301 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:04,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638864302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:04,307 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:04,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638864302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:04,311 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/acfda2ebfc634b8c8ea3f63d594d8f0c is 50, key is test_row_0/A:col10/1733638803669/Put/seqid=0 2024-12-08T06:20:04,312 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:04,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638864305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:04,314 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:04,314 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638864308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:04,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638864307, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:04,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741866_1042 (size=14541) 2024-12-08T06:20:04,345 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/acfda2ebfc634b8c8ea3f63d594d8f0c 2024-12-08T06:20:04,377 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/721d8eca6ec94ecc88141e2f9f6fba94 is 50, key is test_row_0/B:col10/1733638803669/Put/seqid=0 2024-12-08T06:20:04,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:04,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638864410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:04,413 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:04,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638864410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:04,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638864415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:04,418 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:04,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638864416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:04,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:04,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638864416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:04,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741867_1043 (size=12151) 2024-12-08T06:20:04,619 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:04,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:04,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638864617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:04,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638864616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:04,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:04,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638864620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:04,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638864622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:04,623 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:04,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638864622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:04,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-08T06:20:04,796 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-08T06:20:04,801 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:20:04,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-08T06:20:04,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-08T06:20:04,808 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:20:04,810 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:20:04,810 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:20:04,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/721d8eca6ec94ecc88141e2f9f6fba94 2024-12-08T06:20:04,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/0f24af97dff04734b6e9a24052a815ed is 50, key is test_row_0/C:col10/1733638803669/Put/seqid=0 2024-12-08T06:20:04,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741868_1044 (size=12151) 2024-12-08T06:20:04,885 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/0f24af97dff04734b6e9a24052a815ed 2024-12-08T06:20:04,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/acfda2ebfc634b8c8ea3f63d594d8f0c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/acfda2ebfc634b8c8ea3f63d594d8f0c 2024-12-08T06:20:04,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-08T06:20:04,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/acfda2ebfc634b8c8ea3f63d594d8f0c, entries=200, sequenceid=162, filesize=14.2 K 2024-12-08T06:20:04,912 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/721d8eca6ec94ecc88141e2f9f6fba94 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/721d8eca6ec94ecc88141e2f9f6fba94 2024-12-08T06:20:04,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/721d8eca6ec94ecc88141e2f9f6fba94, entries=150, sequenceid=162, filesize=11.9 K 2024-12-08T06:20:04,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/0f24af97dff04734b6e9a24052a815ed as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0f24af97dff04734b6e9a24052a815ed 2024-12-08T06:20:04,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:04,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638864923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:04,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:04,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638864925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:04,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638864925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:04,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:04,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638864926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:04,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:04,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638864926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:04,938 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0f24af97dff04734b6e9a24052a815ed, entries=150, sequenceid=162, filesize=11.9 K 2024-12-08T06:20:04,940 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=20.13 KB/20610 for 94ee03118adb91c461ace6b126ea8b8d in 640ms, sequenceid=162, compaction requested=true 2024-12-08T06:20:04,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:04,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:04,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:04,940 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:04,941 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:04,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:04,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:04,944 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:04,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:04,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:04,944 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/B is initiating minor compaction (all files) 2024-12-08T06:20:04,944 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/B in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:04,944 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/cfe8366b9e924ce6a678ea19daa56436, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/24d0779300d74024ba036b067d596844, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/721d8eca6ec94ecc88141e2f9f6fba94] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=35.5 K 2024-12-08T06:20:04,945 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38783 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:04,945 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/A is initiating minor compaction (all files) 2024-12-08T06:20:04,945 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/A in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:04,945 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/c910ae77f4f5402894e1e487e1aad598, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/1eb303d9356f4596a29c77a1d1f4f8b7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/acfda2ebfc634b8c8ea3f63d594d8f0c] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=37.9 K 2024-12-08T06:20:04,946 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting cfe8366b9e924ce6a678ea19daa56436, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733638803056 2024-12-08T06:20:04,946 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting c910ae77f4f5402894e1e487e1aad598, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733638803056 2024-12-08T06:20:04,946 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 24d0779300d74024ba036b067d596844, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733638803193 2024-12-08T06:20:04,947 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1eb303d9356f4596a29c77a1d1f4f8b7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733638803193 2024-12-08T06:20:04,948 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting acfda2ebfc634b8c8ea3f63d594d8f0c, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733638803668 2024-12-08T06:20:04,948 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 721d8eca6ec94ecc88141e2f9f6fba94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733638803668 2024-12-08T06:20:04,964 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:04,965 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-08T06:20:04,965 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:04,965 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-08T06:20:04,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:04,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:04,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:04,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:04,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:04,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:04,979 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#B#compaction#30 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:04,980 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/c5a8a200d8e14a7ab1dfa4437e163ac4 is 50, key is test_row_0/B:col10/1733638803669/Put/seqid=0 2024-12-08T06:20:04,987 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#A#compaction#31 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:04,988 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/425a8e563d66442081ff522780088cb7 is 50, key is test_row_0/A:col10/1733638803669/Put/seqid=0 2024-12-08T06:20:04,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/4eb1a065d204489aaa9a894c33567cc7 is 50, key is test_row_0/A:col10/1733638804305/Put/seqid=0 2024-12-08T06:20:05,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741869_1045 (size=12493) 2024-12-08T06:20:05,016 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/c5a8a200d8e14a7ab1dfa4437e163ac4 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/c5a8a200d8e14a7ab1dfa4437e163ac4 2024-12-08T06:20:05,028 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/B of 94ee03118adb91c461ace6b126ea8b8d into c5a8a200d8e14a7ab1dfa4437e163ac4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:05,028 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:05,028 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/B, priority=13, startTime=1733638804940; duration=0sec 2024-12-08T06:20:05,029 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:05,029 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:B 2024-12-08T06:20:05,029 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:05,033 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:05,033 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/C is initiating minor compaction (all files) 2024-12-08T06:20:05,033 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/C in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:05,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741870_1046 (size=12493) 2024-12-08T06:20:05,034 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/d38090445bd9496ab9e5edf043b78d41, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/d3142d319e8a4add9ee8a345ee70bdf2, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0f24af97dff04734b6e9a24052a815ed] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=35.5 K 2024-12-08T06:20:05,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741871_1047 (size=9757) 2024-12-08T06:20:05,035 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d38090445bd9496ab9e5edf043b78d41, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733638803056 2024-12-08T06:20:05,036 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d3142d319e8a4add9ee8a345ee70bdf2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1733638803193 2024-12-08T06:20:05,037 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f24af97dff04734b6e9a24052a815ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733638803668 2024-12-08T06:20:05,053 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#C#compaction#33 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:05,054 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/4625452fc9b24270b715f80f096d6f98 is 50, key is test_row_0/C:col10/1733638803669/Put/seqid=0 2024-12-08T06:20:05,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741872_1048 (size=12493) 2024-12-08T06:20:05,100 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/4625452fc9b24270b715f80f096d6f98 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/4625452fc9b24270b715f80f096d6f98 2024-12-08T06:20:05,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-08T06:20:05,111 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/C of 94ee03118adb91c461ace6b126ea8b8d into 4625452fc9b24270b715f80f096d6f98(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:05,111 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:05,112 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/C, priority=13, startTime=1733638804944; duration=0sec 2024-12-08T06:20:05,112 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:05,112 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:C 2024-12-08T06:20:05,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-08T06:20:05,436 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/4eb1a065d204489aaa9a894c33567cc7 2024-12-08T06:20:05,449 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/425a8e563d66442081ff522780088cb7 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/425a8e563d66442081ff522780088cb7 2024-12-08T06:20:05,449 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:05,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:05,461 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/A of 94ee03118adb91c461ace6b126ea8b8d into 425a8e563d66442081ff522780088cb7(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:05,461 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:05,461 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/A, priority=13, startTime=1733638804940; duration=0sec 2024-12-08T06:20:05,462 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:05,462 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:A 2024-12-08T06:20:05,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/098efd1763a74a69aea2b3f6b9c8f868 is 50, key is test_row_0/B:col10/1733638804305/Put/seqid=0 2024-12-08T06:20:05,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741873_1049 (size=9757) 2024-12-08T06:20:05,498 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638865492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:05,499 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:05,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638865493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:05,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:05,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638865495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:05,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638865498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:05,502 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:05,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638865498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:05,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:05,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638865602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:05,604 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:05,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638865602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:05,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638865605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:05,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:05,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638865605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:05,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:05,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638865609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:05,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:05,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638865806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:05,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638865807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:05,813 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638865810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:05,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:05,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638865812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:05,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:05,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638865813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:05,896 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/098efd1763a74a69aea2b3f6b9c8f868 2024-12-08T06:20:05,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-08T06:20:05,916 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T06:20:05,917 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-08T06:20:05,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/7afdb8c29c994fd5b021cb2567a7cb92 is 50, key is test_row_0/C:col10/1733638804305/Put/seqid=0 2024-12-08T06:20:05,919 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-08T06:20:05,920 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-08T06:20:05,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T06:20:05,921 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-08T06:20:05,921 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-08T06:20:05,922 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-08T06:20:05,923 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-08T06:20:05,923 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-08T06:20:05,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741874_1050 (size=9757) 2024-12-08T06:20:05,959 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/7afdb8c29c994fd5b021cb2567a7cb92 2024-12-08T06:20:05,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/4eb1a065d204489aaa9a894c33567cc7 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/4eb1a065d204489aaa9a894c33567cc7 2024-12-08T06:20:05,986 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/4eb1a065d204489aaa9a894c33567cc7, entries=100, sequenceid=168, filesize=9.5 K 2024-12-08T06:20:05,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/098efd1763a74a69aea2b3f6b9c8f868 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/098efd1763a74a69aea2b3f6b9c8f868 2024-12-08T06:20:06,001 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/098efd1763a74a69aea2b3f6b9c8f868, entries=100, sequenceid=168, filesize=9.5 K 2024-12-08T06:20:06,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/7afdb8c29c994fd5b021cb2567a7cb92 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/7afdb8c29c994fd5b021cb2567a7cb92 2024-12-08T06:20:06,018 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/7afdb8c29c994fd5b021cb2567a7cb92, entries=100, sequenceid=168, filesize=9.5 K 2024-12-08T06:20:06,021 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=181.14 KB/185490 for 94ee03118adb91c461ace6b126ea8b8d in 1055ms, sequenceid=168, compaction requested=false 2024-12-08T06:20:06,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:06,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:06,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-08T06:20:06,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-08T06:20:06,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-08T06:20:06,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2140 sec 2024-12-08T06:20:06,030 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 1.2270 sec 2024-12-08T06:20:06,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:06,114 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=187.85 KB heapSize=492.94 KB 2024-12-08T06:20:06,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:06,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:06,116 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:06,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:06,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:06,117 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:06,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:06,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638866117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:06,123 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:06,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638866118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:06,124 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638866118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:06,125 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:06,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638866122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:06,126 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:06,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638866123, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:06,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/0a5a0e63a8634b4090d775b8e6fa7755 is 50, key is test_row_0/A:col10/1733638805496/Put/seqid=0 2024-12-08T06:20:06,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741875_1051 (size=14541) 2024-12-08T06:20:06,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/0a5a0e63a8634b4090d775b8e6fa7755 2024-12-08T06:20:06,186 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/8762ecf1adbc45bdb060bb581709d274 is 50, key is test_row_0/B:col10/1733638805496/Put/seqid=0 2024-12-08T06:20:06,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741876_1052 (size=12151) 2024-12-08T06:20:06,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:06,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638866229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:06,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/8762ecf1adbc45bdb060bb581709d274 2024-12-08T06:20:06,231 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:06,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638866229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:06,235 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:06,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638866229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:06,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/0886a30d05974005b469629b4bed7dfd is 50, key is test_row_0/C:col10/1733638805496/Put/seqid=0 2024-12-08T06:20:06,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741877_1053 (size=12151) 2024-12-08T06:20:06,275 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=64.85 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/0886a30d05974005b469629b4bed7dfd 2024-12-08T06:20:06,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/0a5a0e63a8634b4090d775b8e6fa7755 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/0a5a0e63a8634b4090d775b8e6fa7755 2024-12-08T06:20:06,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/0a5a0e63a8634b4090d775b8e6fa7755, entries=200, sequenceid=203, filesize=14.2 K 2024-12-08T06:20:06,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/8762ecf1adbc45bdb060bb581709d274 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/8762ecf1adbc45bdb060bb581709d274 2024-12-08T06:20:06,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/8762ecf1adbc45bdb060bb581709d274, entries=150, sequenceid=203, filesize=11.9 K 2024-12-08T06:20:06,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/0886a30d05974005b469629b4bed7dfd as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0886a30d05974005b469629b4bed7dfd 2024-12-08T06:20:06,321 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0886a30d05974005b469629b4bed7dfd, entries=150, sequenceid=203, filesize=11.9 K 2024-12-08T06:20:06,322 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~194.56 KB/199230, heapSize ~510.47 KB/522720, currentSize=13.42 KB/13740 for 94ee03118adb91c461ace6b126ea8b8d in 208ms, sequenceid=203, compaction requested=true 2024-12-08T06:20:06,322 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:06,323 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:06,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:06,323 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:06,323 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:06,325 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36791 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:06,325 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/A is initiating minor compaction (all files) 2024-12-08T06:20:06,325 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/A in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:06,325 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/425a8e563d66442081ff522780088cb7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/4eb1a065d204489aaa9a894c33567cc7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/0a5a0e63a8634b4090d775b8e6fa7755] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=35.9 K 2024-12-08T06:20:06,326 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:06,326 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/B is initiating minor compaction (all files) 2024-12-08T06:20:06,326 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/B in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:06,326 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/c5a8a200d8e14a7ab1dfa4437e163ac4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/098efd1763a74a69aea2b3f6b9c8f868, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/8762ecf1adbc45bdb060bb581709d274] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=33.6 K 2024-12-08T06:20:06,327 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 425a8e563d66442081ff522780088cb7, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733638803668 2024-12-08T06:20:06,327 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting c5a8a200d8e14a7ab1dfa4437e163ac4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733638803668 2024-12-08T06:20:06,327 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4eb1a065d204489aaa9a894c33567cc7, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733638804303 2024-12-08T06:20:06,328 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 098efd1763a74a69aea2b3f6b9c8f868, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733638804303 2024-12-08T06:20:06,328 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a5a0e63a8634b4090d775b8e6fa7755, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733638805490 2024-12-08T06:20:06,329 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 8762ecf1adbc45bdb060bb581709d274, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733638805490 2024-12-08T06:20:06,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:06,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:06,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:06,345 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:06,355 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#B#compaction#39 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:06,357 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#A#compaction#40 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:06,358 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/67cf77fd12aa41cfa82d5f1f61ffbdfa is 50, key is test_row_0/A:col10/1733638805496/Put/seqid=0 2024-12-08T06:20:06,364 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/3297ea55ecbf47ac944a643d2dd7ebfe is 50, key is test_row_0/B:col10/1733638805496/Put/seqid=0 2024-12-08T06:20:06,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741878_1054 (size=12595) 2024-12-08T06:20:06,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741879_1055 (size=12595) 2024-12-08T06:20:06,394 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/3297ea55ecbf47ac944a643d2dd7ebfe as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/3297ea55ecbf47ac944a643d2dd7ebfe 2024-12-08T06:20:06,405 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/B of 94ee03118adb91c461ace6b126ea8b8d into 3297ea55ecbf47ac944a643d2dd7ebfe(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:06,405 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:06,405 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/B, priority=13, startTime=1733638806323; duration=0sec 2024-12-08T06:20:06,405 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:06,405 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:B 2024-12-08T06:20:06,405 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:06,409 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 34401 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:06,409 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/C is initiating minor compaction (all files) 2024-12-08T06:20:06,409 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/C in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:06,409 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/4625452fc9b24270b715f80f096d6f98, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/7afdb8c29c994fd5b021cb2567a7cb92, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0886a30d05974005b469629b4bed7dfd] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=33.6 K 2024-12-08T06:20:06,410 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 4625452fc9b24270b715f80f096d6f98, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1733638803668 2024-12-08T06:20:06,411 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 7afdb8c29c994fd5b021cb2567a7cb92, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733638804303 2024-12-08T06:20:06,412 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 0886a30d05974005b469629b4bed7dfd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733638805490 2024-12-08T06:20:06,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:06,444 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:20:06,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:06,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:06,444 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:06,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:06,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:06,445 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:06,447 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#C#compaction#41 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:06,448 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/86a3e58f78a242a19582bd8ed069e7bf is 50, key is test_row_0/C:col10/1733638805496/Put/seqid=0 2024-12-08T06:20:06,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/64f7b9b1f89149c9bbf90936b80b8f6b is 50, key is test_row_0/A:col10/1733638806442/Put/seqid=0 2024-12-08T06:20:06,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741880_1056 (size=12595) 2024-12-08T06:20:06,495 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:06,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638866489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:06,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638866495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:06,498 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:06,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638866495, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:06,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741881_1057 (size=12151) 2024-12-08T06:20:06,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:06,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638866598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:06,601 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:06,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638866601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:06,605 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:06,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638866602, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:06,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:06,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638866626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:06,628 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638866626, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:06,787 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/67cf77fd12aa41cfa82d5f1f61ffbdfa as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/67cf77fd12aa41cfa82d5f1f61ffbdfa 2024-12-08T06:20:06,796 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/A of 94ee03118adb91c461ace6b126ea8b8d into 67cf77fd12aa41cfa82d5f1f61ffbdfa(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:06,796 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:06,796 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/A, priority=13, startTime=1733638806323; duration=0sec 2024-12-08T06:20:06,797 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:06,797 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:A 2024-12-08T06:20:06,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:06,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638866804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:06,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:06,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638866808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:06,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:06,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638866806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:06,889 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/86a3e58f78a242a19582bd8ed069e7bf as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/86a3e58f78a242a19582bd8ed069e7bf 2024-12-08T06:20:06,900 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/C of 94ee03118adb91c461ace6b126ea8b8d into 86a3e58f78a242a19582bd8ed069e7bf(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:06,901 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:06,901 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/C, priority=13, startTime=1733638806345; duration=0sec 2024-12-08T06:20:06,901 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:06,901 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:C 2024-12-08T06:20:06,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/64f7b9b1f89149c9bbf90936b80b8f6b 2024-12-08T06:20:06,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-08T06:20:06,913 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-08T06:20:06,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:20:06,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-08T06:20:06,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-08T06:20:06,919 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:20:06,920 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:20:06,921 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:20:06,926 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/e27d277419fc4708b2d7e3110c968718 is 50, key is test_row_0/B:col10/1733638806442/Put/seqid=0 2024-12-08T06:20:06,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741882_1058 (size=12151) 2024-12-08T06:20:06,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/e27d277419fc4708b2d7e3110c968718 2024-12-08T06:20:07,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-08T06:20:07,023 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/98e83e45cba24d9ab5d70840a1608971 is 50, key is test_row_0/C:col10/1733638806442/Put/seqid=0 2024-12-08T06:20:07,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741883_1059 (size=12151) 2024-12-08T06:20:07,073 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:07,074 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-08T06:20:07,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:07,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:07,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:07,074 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:07,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:07,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:07,111 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:07,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638867109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:07,114 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:07,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638867113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:07,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:07,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638867116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:07,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-08T06:20:07,228 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:07,229 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-08T06:20:07,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:07,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:07,229 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:07,229 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:07,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:07,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:07,383 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:07,384 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-08T06:20:07,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:07,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:07,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:07,384 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] handler.RSProcedureHandler(58): pid=19 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:07,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=19 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:07,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=19 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:07,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/98e83e45cba24d9ab5d70840a1608971 2024-12-08T06:20:07,470 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/64f7b9b1f89149c9bbf90936b80b8f6b as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/64f7b9b1f89149c9bbf90936b80b8f6b 2024-12-08T06:20:07,482 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/64f7b9b1f89149c9bbf90936b80b8f6b, entries=150, sequenceid=215, filesize=11.9 K 2024-12-08T06:20:07,483 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/e27d277419fc4708b2d7e3110c968718 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/e27d277419fc4708b2d7e3110c968718 2024-12-08T06:20:07,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/e27d277419fc4708b2d7e3110c968718, entries=150, sequenceid=215, filesize=11.9 K 2024-12-08T06:20:07,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/98e83e45cba24d9ab5d70840a1608971 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/98e83e45cba24d9ab5d70840a1608971 2024-12-08T06:20:07,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/98e83e45cba24d9ab5d70840a1608971, entries=150, sequenceid=215, filesize=11.9 K 2024-12-08T06:20:07,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-08T06:20:07,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 94ee03118adb91c461ace6b126ea8b8d in 1079ms, sequenceid=215, compaction requested=false 2024-12-08T06:20:07,524 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:07,539 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:07,539 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-08T06:20:07,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:07,540 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-08T06:20:07,540 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:07,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:07,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:07,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:07,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:07,541 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:07,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/7869f2427ba1413a8f8cadcc9348f8e6 is 50, key is test_row_0/A:col10/1733638806492/Put/seqid=0 2024-12-08T06:20:07,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741884_1060 (size=12151) 2024-12-08T06:20:07,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:07,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:07,633 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:07,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638867629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:07,635 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638867633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:07,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638867634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:07,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638867634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:07,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:07,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638867634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:07,738 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:07,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638867735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:07,741 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:07,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638867740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:07,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:07,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638867740, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:07,941 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638867941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:07,948 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:07,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638867944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:07,950 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:07,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638867946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:07,992 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/7869f2427ba1413a8f8cadcc9348f8e6 2024-12-08T06:20:08,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/bc1cfce76f8e4604a3204080a831433f is 50, key is test_row_0/B:col10/1733638806492/Put/seqid=0 2024-12-08T06:20:08,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-08T06:20:08,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741885_1061 (size=12151) 2024-12-08T06:20:08,249 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:08,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638868247, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:08,252 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638868251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:08,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638868252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:08,455 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/bc1cfce76f8e4604a3204080a831433f 2024-12-08T06:20:08,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/7245b0fde21e4113b1cada569a81d3b2 is 50, key is test_row_0/C:col10/1733638806492/Put/seqid=0 2024-12-08T06:20:08,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741886_1062 (size=12151) 2024-12-08T06:20:08,490 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/7245b0fde21e4113b1cada569a81d3b2 2024-12-08T06:20:08,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/7869f2427ba1413a8f8cadcc9348f8e6 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/7869f2427ba1413a8f8cadcc9348f8e6 2024-12-08T06:20:08,511 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/7869f2427ba1413a8f8cadcc9348f8e6, entries=150, sequenceid=243, filesize=11.9 K 2024-12-08T06:20:08,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/bc1cfce76f8e4604a3204080a831433f as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/bc1cfce76f8e4604a3204080a831433f 2024-12-08T06:20:08,519 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/bc1cfce76f8e4604a3204080a831433f, entries=150, sequenceid=243, filesize=11.9 K 2024-12-08T06:20:08,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/7245b0fde21e4113b1cada569a81d3b2 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/7245b0fde21e4113b1cada569a81d3b2 2024-12-08T06:20:08,542 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/7245b0fde21e4113b1cada569a81d3b2, entries=150, sequenceid=243, filesize=11.9 K 2024-12-08T06:20:08,544 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 94ee03118adb91c461ace6b126ea8b8d in 1004ms, sequenceid=243, compaction requested=true 2024-12-08T06:20:08,545 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:08,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:08,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-08T06:20:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-08T06:20:08,550 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-08T06:20:08,551 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6270 sec 2024-12-08T06:20:08,554 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 1.6350 sec 2024-12-08T06:20:08,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:08,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T06:20:08,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:08,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:08,761 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:08,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:08,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:08,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:08,780 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/41984e1c36aa4f3fb0fc61bffb47a401 is 50, key is test_row_0/A:col10/1733638808756/Put/seqid=0 2024-12-08T06:20:08,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741887_1063 (size=12151) 2024-12-08T06:20:08,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/41984e1c36aa4f3fb0fc61bffb47a401 2024-12-08T06:20:08,824 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:08,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638868819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:08,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:08,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638868821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:08,829 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/3a04f30241334ceba02065a594ad5ecf is 50, key is test_row_0/B:col10/1733638808756/Put/seqid=0 2024-12-08T06:20:08,828 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:08,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638868822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:08,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741888_1064 (size=12151) 2024-12-08T06:20:08,863 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/3a04f30241334ceba02065a594ad5ecf 2024-12-08T06:20:08,878 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/08018f60250b4f8c8a9c27439561077d is 50, key is test_row_0/C:col10/1733638808756/Put/seqid=0 2024-12-08T06:20:08,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741889_1065 (size=12151) 2024-12-08T06:20:08,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=255 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/08018f60250b4f8c8a9c27439561077d 2024-12-08T06:20:08,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/41984e1c36aa4f3fb0fc61bffb47a401 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/41984e1c36aa4f3fb0fc61bffb47a401 2024-12-08T06:20:08,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/41984e1c36aa4f3fb0fc61bffb47a401, entries=150, sequenceid=255, filesize=11.9 K 2024-12-08T06:20:08,917 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/3a04f30241334ceba02065a594ad5ecf as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/3a04f30241334ceba02065a594ad5ecf 2024-12-08T06:20:08,924 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/3a04f30241334ceba02065a594ad5ecf, entries=150, sequenceid=255, filesize=11.9 K 2024-12-08T06:20:08,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/08018f60250b4f8c8a9c27439561077d as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/08018f60250b4f8c8a9c27439561077d 2024-12-08T06:20:08,929 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:08,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638868926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:08,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/08018f60250b4f8c8a9c27439561077d, entries=150, sequenceid=255, filesize=11.9 K 2024-12-08T06:20:08,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 94ee03118adb91c461ace6b126ea8b8d in 172ms, sequenceid=255, compaction requested=true 2024-12-08T06:20:08,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:08,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:08,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:08,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:08,934 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:20:08,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:08,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:08,934 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:20:08,934 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:08,936 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:20:08,936 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/A is initiating minor compaction (all files) 2024-12-08T06:20:08,936 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/A in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:08,936 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:20:08,937 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/67cf77fd12aa41cfa82d5f1f61ffbdfa, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/64f7b9b1f89149c9bbf90936b80b8f6b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/7869f2427ba1413a8f8cadcc9348f8e6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/41984e1c36aa4f3fb0fc61bffb47a401] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=47.9 K 2024-12-08T06:20:08,937 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/B is initiating minor compaction (all files) 2024-12-08T06:20:08,937 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/B in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:08,937 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/3297ea55ecbf47ac944a643d2dd7ebfe, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/e27d277419fc4708b2d7e3110c968718, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/bc1cfce76f8e4604a3204080a831433f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/3a04f30241334ceba02065a594ad5ecf] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=47.9 K 2024-12-08T06:20:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:08,937 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67cf77fd12aa41cfa82d5f1f61ffbdfa, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733638805490 2024-12-08T06:20:08,937 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 3297ea55ecbf47ac944a643d2dd7ebfe, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733638805490 2024-12-08T06:20:08,938 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64f7b9b1f89149c9bbf90936b80b8f6b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733638806437 2024-12-08T06:20:08,938 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting e27d277419fc4708b2d7e3110c968718, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733638806437 2024-12-08T06:20:08,939 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7869f2427ba1413a8f8cadcc9348f8e6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733638806475 2024-12-08T06:20:08,939 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T06:20:08,939 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting bc1cfce76f8e4604a3204080a831433f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733638806475 2024-12-08T06:20:08,939 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41984e1c36aa4f3fb0fc61bffb47a401, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733638807629 2024-12-08T06:20:08,940 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a04f30241334ceba02065a594ad5ecf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733638807629 2024-12-08T06:20:08,940 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:08,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:08,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:08,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:08,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:08,941 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:08,963 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#A#compaction#51 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:08,964 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/e9144a35fdce4b34a1978f5ae483ecc6 is 50, key is test_row_0/A:col10/1733638808756/Put/seqid=0 2024-12-08T06:20:08,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:08,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638868960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:08,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:08,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638868959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:08,966 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/5ab7a8d994c34fa99a902b4eb7b058f3 is 50, key is test_row_0/A:col10/1733638808817/Put/seqid=0 2024-12-08T06:20:08,967 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#B#compaction#53 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:08,968 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/5d6b3a6d9b5b4c8886eeccd56efc4c6e is 50, key is test_row_0/B:col10/1733638808756/Put/seqid=0 2024-12-08T06:20:08,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741890_1066 (size=12731) 2024-12-08T06:20:09,014 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/5d6b3a6d9b5b4c8886eeccd56efc4c6e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/5d6b3a6d9b5b4c8886eeccd56efc4c6e 2024-12-08T06:20:09,023 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/B of 94ee03118adb91c461ace6b126ea8b8d into 5d6b3a6d9b5b4c8886eeccd56efc4c6e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:09,023 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:09,024 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/B, priority=12, startTime=1733638808934; duration=0sec 2024-12-08T06:20:09,024 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:09,024 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:B 2024-12-08T06:20:09,025 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:20:09,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741892_1068 (size=12731) 2024-12-08T06:20:09,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741891_1067 (size=12301) 2024-12-08T06:20:09,030 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49048 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:20:09,031 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/C is initiating minor compaction (all files) 2024-12-08T06:20:09,032 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/5ab7a8d994c34fa99a902b4eb7b058f3 2024-12-08T06:20:09,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-08T06:20:09,035 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-08T06:20:09,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:20:09,037 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/e9144a35fdce4b34a1978f5ae483ecc6 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/e9144a35fdce4b34a1978f5ae483ecc6 2024-12-08T06:20:09,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-08T06:20:09,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-08T06:20:09,036 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/C in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:09,039 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:20:09,040 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:20:09,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:20:09,043 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/86a3e58f78a242a19582bd8ed069e7bf, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/98e83e45cba24d9ab5d70840a1608971, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/7245b0fde21e4113b1cada569a81d3b2, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/08018f60250b4f8c8a9c27439561077d] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=47.9 K 2024-12-08T06:20:09,048 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 86a3e58f78a242a19582bd8ed069e7bf, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1733638805490 2024-12-08T06:20:09,048 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/5dbb3824f93d423abe41f31888dae803 is 50, key is test_row_0/B:col10/1733638808817/Put/seqid=0 2024-12-08T06:20:09,049 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 98e83e45cba24d9ab5d70840a1608971, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1733638806437 2024-12-08T06:20:09,049 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/A of 94ee03118adb91c461ace6b126ea8b8d into e9144a35fdce4b34a1978f5ae483ecc6(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:09,049 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:09,049 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/A, priority=12, startTime=1733638808934; duration=0sec 2024-12-08T06:20:09,049 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:09,049 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:A 2024-12-08T06:20:09,050 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 7245b0fde21e4113b1cada569a81d3b2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733638806475 2024-12-08T06:20:09,050 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 08018f60250b4f8c8a9c27439561077d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733638807629 2024-12-08T06:20:09,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638869066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:09,070 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#C#compaction#55 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:09,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:09,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638869068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:09,071 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/3ac359ed122f4446bc30e5d86e026116 is 50, key is test_row_0/C:col10/1733638808756/Put/seqid=0 2024-12-08T06:20:09,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741894_1070 (size=12731) 2024-12-08T06:20:09,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741893_1069 (size=12301) 2024-12-08T06:20:09,134 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:09,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638869131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-08T06:20:09,192 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:09,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-08T06:20:09,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:09,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:09,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:09,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:09,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:09,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:09,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:09,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638869273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:09,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:09,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638869276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:09,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-08T06:20:09,349 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:09,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-08T06:20:09,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:09,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:09,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:09,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:09,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:09,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:09,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638869437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:09,503 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:09,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-08T06:20:09,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:09,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:09,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:09,504 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:09,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:09,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/5dbb3824f93d423abe41f31888dae803 2024-12-08T06:20:09,505 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/3ac359ed122f4446bc30e5d86e026116 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/3ac359ed122f4446bc30e5d86e026116 2024-12-08T06:20:09,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:09,515 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/C of 94ee03118adb91c461ace6b126ea8b8d into 3ac359ed122f4446bc30e5d86e026116(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:09,515 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:09,515 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/C, priority=12, startTime=1733638808934; duration=0sec 2024-12-08T06:20:09,515 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:09,516 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:C 2024-12-08T06:20:09,517 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/9933e90902474df0ba9f5dfbd52dd668 is 50, key is test_row_0/C:col10/1733638808817/Put/seqid=0 2024-12-08T06:20:09,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741895_1071 (size=12301) 2024-12-08T06:20:09,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:09,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638869577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:09,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:09,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638869579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:09,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-08T06:20:09,645 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:09,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638869644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:09,646 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., hostname=cbcfd08a3627,46077,1733638796198, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T06:20:09,649 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:09,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638869648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:09,650 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4152 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., hostname=cbcfd08a3627,46077,1733638796198, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T06:20:09,657 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:09,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-08T06:20:09,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:09,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:09,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:09,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:09,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:09,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:09,812 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:09,813 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-08T06:20:09,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:09,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:09,813 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:09,813 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:09,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:09,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:09,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:09,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638869943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:09,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=281 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/9933e90902474df0ba9f5dfbd52dd668 2024-12-08T06:20:09,971 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:09,972 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-08T06:20:09,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:09,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:09,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:09,973 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:09,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:09,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:09,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/5ab7a8d994c34fa99a902b4eb7b058f3 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5ab7a8d994c34fa99a902b4eb7b058f3 2024-12-08T06:20:09,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5ab7a8d994c34fa99a902b4eb7b058f3, entries=150, sequenceid=281, filesize=12.0 K 2024-12-08T06:20:09,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/5dbb3824f93d423abe41f31888dae803 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/5dbb3824f93d423abe41f31888dae803 2024-12-08T06:20:10,000 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/5dbb3824f93d423abe41f31888dae803, entries=150, sequenceid=281, filesize=12.0 K 2024-12-08T06:20:10,002 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/9933e90902474df0ba9f5dfbd52dd668 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/9933e90902474df0ba9f5dfbd52dd668 2024-12-08T06:20:10,009 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/9933e90902474df0ba9f5dfbd52dd668, entries=150, sequenceid=281, filesize=12.0 K 2024-12-08T06:20:10,011 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 94ee03118adb91c461ace6b126ea8b8d in 1072ms, sequenceid=281, compaction requested=false 2024-12-08T06:20:10,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:10,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:10,085 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:20:10,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:10,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:10,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:10,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:10,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:10,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:10,093 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/96b27c7ab9574c55a5a602ed569094da is 50, key is test_row_0/A:col10/1733638808952/Put/seqid=0 2024-12-08T06:20:10,123 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741896_1072 (size=12301) 2024-12-08T06:20:10,125 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/96b27c7ab9574c55a5a602ed569094da 2024-12-08T06:20:10,126 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:10,126 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-08T06:20:10,126 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:10,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:10,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:10,127 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:10,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:10,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:10,138 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/b0df925ae19b4409ae417b546f03b58c is 50, key is test_row_0/B:col10/1733638808952/Put/seqid=0 2024-12-08T06:20:10,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-08T06:20:10,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:10,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638870158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:10,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638870159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:10,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741897_1073 (size=12301) 2024-12-08T06:20:10,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/b0df925ae19b4409ae417b546f03b58c 2024-12-08T06:20:10,182 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/bc384a2a83a742188c4dfce5bc402c7a is 50, key is test_row_0/C:col10/1733638808952/Put/seqid=0 2024-12-08T06:20:10,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741898_1074 (size=12301) 2024-12-08T06:20:10,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/bc384a2a83a742188c4dfce5bc402c7a 2024-12-08T06:20:10,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/96b27c7ab9574c55a5a602ed569094da as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/96b27c7ab9574c55a5a602ed569094da 2024-12-08T06:20:10,219 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/96b27c7ab9574c55a5a602ed569094da, entries=150, sequenceid=295, filesize=12.0 K 2024-12-08T06:20:10,221 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/b0df925ae19b4409ae417b546f03b58c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b0df925ae19b4409ae417b546f03b58c 2024-12-08T06:20:10,228 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b0df925ae19b4409ae417b546f03b58c, entries=150, sequenceid=295, filesize=12.0 K 2024-12-08T06:20:10,229 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/bc384a2a83a742188c4dfce5bc402c7a as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/bc384a2a83a742188c4dfce5bc402c7a 2024-12-08T06:20:10,237 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/bc384a2a83a742188c4dfce5bc402c7a, entries=150, sequenceid=295, filesize=12.0 K 2024-12-08T06:20:10,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 94ee03118adb91c461ace6b126ea8b8d in 153ms, sequenceid=295, compaction requested=true 2024-12-08T06:20:10,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:10,239 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:10,239 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:10,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:10,240 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:10,241 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:10,241 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/A is initiating minor compaction (all files) 2024-12-08T06:20:10,241 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/A in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:10,241 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/e9144a35fdce4b34a1978f5ae483ecc6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5ab7a8d994c34fa99a902b4eb7b058f3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/96b27c7ab9574c55a5a602ed569094da] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=36.5 K 2024-12-08T06:20:10,242 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting e9144a35fdce4b34a1978f5ae483ecc6, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733638807629 2024-12-08T06:20:10,243 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:10,243 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/B is initiating minor compaction (all files) 2024-12-08T06:20:10,243 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/B in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:10,243 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/5d6b3a6d9b5b4c8886eeccd56efc4c6e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/5dbb3824f93d423abe41f31888dae803, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b0df925ae19b4409ae417b546f03b58c] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=36.5 K 2024-12-08T06:20:10,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:10,244 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:10,244 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 5d6b3a6d9b5b4c8886eeccd56efc4c6e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733638807629 2024-12-08T06:20:10,244 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ab7a8d994c34fa99a902b4eb7b058f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733638808817 2024-12-08T06:20:10,245 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 5dbb3824f93d423abe41f31888dae803, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733638808817 2024-12-08T06:20:10,245 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:10,246 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting b0df925ae19b4409ae417b546f03b58c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733638808952 2024-12-08T06:20:10,245 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96b27c7ab9574c55a5a602ed569094da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733638808952 2024-12-08T06:20:10,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:10,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:10,265 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-08T06:20:10,269 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#B#compaction#60 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:10,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:10,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:10,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:10,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:10,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:10,270 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/2a295bd33aa8493bbc8bc2c6782cbe04 is 50, key is test_row_0/B:col10/1733638808952/Put/seqid=0 2024-12-08T06:20:10,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:10,277 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#A#compaction#61 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:10,278 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/47686d0c7ef34c4cbeb537014523c4f0 is 50, key is test_row_0/A:col10/1733638808952/Put/seqid=0 2024-12-08T06:20:10,279 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:10,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-08T06:20:10,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:10,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:10,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:10,281 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:10,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:10,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:10,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:10,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638870284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:10,288 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:10,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638870285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:10,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/7074e53e56f64b4eaa51ccf3a4ac6a1e is 50, key is test_row_0/A:col10/1733638810265/Put/seqid=0 2024-12-08T06:20:10,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741899_1075 (size=12983) 2024-12-08T06:20:10,334 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/2a295bd33aa8493bbc8bc2c6782cbe04 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/2a295bd33aa8493bbc8bc2c6782cbe04 2024-12-08T06:20:10,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741900_1076 (size=12983) 2024-12-08T06:20:10,346 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/47686d0c7ef34c4cbeb537014523c4f0 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/47686d0c7ef34c4cbeb537014523c4f0 2024-12-08T06:20:10,346 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/B of 94ee03118adb91c461ace6b126ea8b8d into 2a295bd33aa8493bbc8bc2c6782cbe04(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:10,346 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:10,346 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/B, priority=13, startTime=1733638810240; duration=0sec 2024-12-08T06:20:10,347 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:10,347 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:B 2024-12-08T06:20:10,347 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:10,349 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:10,350 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/C is initiating minor compaction (all files) 2024-12-08T06:20:10,350 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/C in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:10,350 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/3ac359ed122f4446bc30e5d86e026116, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/9933e90902474df0ba9f5dfbd52dd668, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/bc384a2a83a742188c4dfce5bc402c7a] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=36.5 K 2024-12-08T06:20:10,352 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ac359ed122f4446bc30e5d86e026116, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=255, earliestPutTs=1733638807629 2024-12-08T06:20:10,353 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 9933e90902474df0ba9f5dfbd52dd668, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=281, earliestPutTs=1733638808817 2024-12-08T06:20:10,354 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting bc384a2a83a742188c4dfce5bc402c7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733638808952 2024-12-08T06:20:10,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741901_1077 (size=14741) 2024-12-08T06:20:10,356 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/A of 94ee03118adb91c461ace6b126ea8b8d into 47686d0c7ef34c4cbeb537014523c4f0(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:10,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/7074e53e56f64b4eaa51ccf3a4ac6a1e 2024-12-08T06:20:10,356 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:10,356 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/A, priority=13, startTime=1733638810239; duration=0sec 2024-12-08T06:20:10,356 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:10,356 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:A 2024-12-08T06:20:10,374 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#C#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:10,375 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/7e31c655f94b44fd982d06a2730e7da5 is 50, key is test_row_0/C:col10/1733638808952/Put/seqid=0 2024-12-08T06:20:10,386 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/b2128e7ba6734c85ab17bde78cd69d15 is 50, key is test_row_0/B:col10/1733638810265/Put/seqid=0 2024-12-08T06:20:10,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:10,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638870389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:10,394 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:10,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638870390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:10,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741902_1078 (size=12983) 2024-12-08T06:20:10,434 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:10,435 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-08T06:20:10,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:10,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:10,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:10,436 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:10,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:10,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:10,437 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/7e31c655f94b44fd982d06a2730e7da5 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/7e31c655f94b44fd982d06a2730e7da5 2024-12-08T06:20:10,446 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/C of 94ee03118adb91c461ace6b126ea8b8d into 7e31c655f94b44fd982d06a2730e7da5(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:10,446 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:10,447 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/C, priority=13, startTime=1733638810244; duration=0sec 2024-12-08T06:20:10,447 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:10,448 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:C 2024-12-08T06:20:10,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741903_1079 (size=12301) 2024-12-08T06:20:10,452 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/b2128e7ba6734c85ab17bde78cd69d15 2024-12-08T06:20:10,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/31aecba968274dedba35a97b34c5330d is 50, key is test_row_0/C:col10/1733638810265/Put/seqid=0 2024-12-08T06:20:10,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741904_1080 (size=12301) 2024-12-08T06:20:10,590 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:10,591 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-08T06:20:10,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:10,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:10,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:10,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:10,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:10,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:10,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:10,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638870594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:10,600 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:10,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638870598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:10,744 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:10,745 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-08T06:20:10,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:10,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:10,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:10,745 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:10,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:10,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:10,896 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/31aecba968274dedba35a97b34c5330d 2024-12-08T06:20:10,898 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:10,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-08T06:20:10,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:10,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:10,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:10,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:10,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:10,900 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:10,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638870899, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:10,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:10,904 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:10,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638870904, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:10,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/7074e53e56f64b4eaa51ccf3a4ac6a1e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/7074e53e56f64b4eaa51ccf3a4ac6a1e 2024-12-08T06:20:10,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/7074e53e56f64b4eaa51ccf3a4ac6a1e, entries=200, sequenceid=322, filesize=14.4 K 2024-12-08T06:20:10,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/b2128e7ba6734c85ab17bde78cd69d15 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b2128e7ba6734c85ab17bde78cd69d15 2024-12-08T06:20:10,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b2128e7ba6734c85ab17bde78cd69d15, entries=150, sequenceid=322, filesize=12.0 K 2024-12-08T06:20:10,924 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/31aecba968274dedba35a97b34c5330d as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/31aecba968274dedba35a97b34c5330d 2024-12-08T06:20:10,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/31aecba968274dedba35a97b34c5330d, entries=150, sequenceid=322, filesize=12.0 K 2024-12-08T06:20:10,933 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 94ee03118adb91c461ace6b126ea8b8d in 668ms, sequenceid=322, compaction requested=false 2024-12-08T06:20:10,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:10,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:10,969 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:20:10,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:10,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:10,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:10,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:10,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:10,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:10,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/9ac1ee44a67d4a33aa097c1b2a261bc2 is 50, key is test_row_0/A:col10/1733638810282/Put/seqid=0 2024-12-08T06:20:11,053 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:11,055 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-08T06:20:11,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:11,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:11,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741905_1081 (size=12301) 2024-12-08T06:20:11,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:11,056 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] handler.RSProcedureHandler(58): pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:11,056 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=21 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:11,058 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/9ac1ee44a67d4a33aa097c1b2a261bc2 2024-12-08T06:20:11,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=21 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:11,087 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/f4f5a23d24024aac813a900300d6f388 is 50, key is test_row_0/B:col10/1733638810282/Put/seqid=0 2024-12-08T06:20:11,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741906_1082 (size=12301) 2024-12-08T06:20:11,104 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/f4f5a23d24024aac813a900300d6f388 2024-12-08T06:20:11,108 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:11,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638871106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:11,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/d76814d8d81143bf84cce5384ed806fc is 50, key is test_row_0/C:col10/1733638810282/Put/seqid=0 2024-12-08T06:20:11,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-08T06:20:11,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741907_1083 (size=12301) 2024-12-08T06:20:11,161 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/d76814d8d81143bf84cce5384ed806fc 2024-12-08T06:20:11,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/9ac1ee44a67d4a33aa097c1b2a261bc2 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/9ac1ee44a67d4a33aa097c1b2a261bc2 2024-12-08T06:20:11,186 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/9ac1ee44a67d4a33aa097c1b2a261bc2, entries=150, sequenceid=336, filesize=12.0 K 2024-12-08T06:20:11,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/f4f5a23d24024aac813a900300d6f388 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/f4f5a23d24024aac813a900300d6f388 2024-12-08T06:20:11,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/f4f5a23d24024aac813a900300d6f388, entries=150, sequenceid=336, filesize=12.0 K 2024-12-08T06:20:11,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/d76814d8d81143bf84cce5384ed806fc as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/d76814d8d81143bf84cce5384ed806fc 2024-12-08T06:20:11,205 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/d76814d8d81143bf84cce5384ed806fc, entries=150, sequenceid=336, filesize=12.0 K 2024-12-08T06:20:11,207 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 94ee03118adb91c461ace6b126ea8b8d in 239ms, sequenceid=336, compaction requested=true 2024-12-08T06:20:11,207 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:11,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:11,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:11,208 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:11,208 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:11,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:11,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:11,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:11,208 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:11,209 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:11,209 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:11,209 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/A is initiating minor compaction (all files) 2024-12-08T06:20:11,209 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/B is initiating minor compaction (all files) 2024-12-08T06:20:11,209 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/A in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:11,209 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/B in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:11,210 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/47686d0c7ef34c4cbeb537014523c4f0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/7074e53e56f64b4eaa51ccf3a4ac6a1e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/9ac1ee44a67d4a33aa097c1b2a261bc2] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=39.1 K 2024-12-08T06:20:11,210 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/2a295bd33aa8493bbc8bc2c6782cbe04, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b2128e7ba6734c85ab17bde78cd69d15, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/f4f5a23d24024aac813a900300d6f388] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=36.7 K 2024-12-08T06:20:11,210 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:11,211 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47686d0c7ef34c4cbeb537014523c4f0, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733638808952 2024-12-08T06:20:11,211 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a295bd33aa8493bbc8bc2c6782cbe04, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733638808952 2024-12-08T06:20:11,211 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-08T06:20:11,211 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7074e53e56f64b4eaa51ccf3a4ac6a1e, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733638810132 2024-12-08T06:20:11,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:11,212 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T06:20:11,212 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting b2128e7ba6734c85ab17bde78cd69d15, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733638810132 2024-12-08T06:20:11,213 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9ac1ee44a67d4a33aa097c1b2a261bc2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733638810282 2024-12-08T06:20:11,213 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting f4f5a23d24024aac813a900300d6f388, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733638810282 2024-12-08T06:20:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:11,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:11,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:11,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:11,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:11,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:11,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:11,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:11,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/5db1cc4069ee41ed84c44ac475b55819 is 50, key is test_row_0/A:col10/1733638811079/Put/seqid=0 2024-12-08T06:20:11,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:11,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638871241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:11,251 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#A#compaction#70 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:11,251 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/5dc19ad7faaf4d538737e4a1be616ccb is 50, key is test_row_0/A:col10/1733638810282/Put/seqid=0 2024-12-08T06:20:11,252 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#B#compaction#71 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:11,253 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/7fd9a7672a1747dfbfab3d5c9de2eaae is 50, key is test_row_0/B:col10/1733638810282/Put/seqid=0 2024-12-08T06:20:11,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741908_1084 (size=14741) 2024-12-08T06:20:11,258 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/5db1cc4069ee41ed84c44ac475b55819 2024-12-08T06:20:11,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741910_1086 (size=13085) 2024-12-08T06:20:11,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/9ebfdf45926249d1a03887207cf4c6a5 is 50, key is test_row_0/B:col10/1733638811079/Put/seqid=0 2024-12-08T06:20:11,279 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/7fd9a7672a1747dfbfab3d5c9de2eaae as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/7fd9a7672a1747dfbfab3d5c9de2eaae 2024-12-08T06:20:11,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741909_1085 (size=13085) 2024-12-08T06:20:11,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741911_1087 (size=12301) 2024-12-08T06:20:11,308 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/5dc19ad7faaf4d538737e4a1be616ccb as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5dc19ad7faaf4d538737e4a1be616ccb 2024-12-08T06:20:11,310 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/B of 94ee03118adb91c461ace6b126ea8b8d into 7fd9a7672a1747dfbfab3d5c9de2eaae(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:11,310 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:11,310 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/B, priority=13, startTime=1733638811208; duration=0sec 2024-12-08T06:20:11,311 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:11,311 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:B 2024-12-08T06:20:11,311 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:11,313 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:11,313 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/C is initiating minor compaction (all files) 2024-12-08T06:20:11,314 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/C in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:11,314 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/7e31c655f94b44fd982d06a2730e7da5, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/31aecba968274dedba35a97b34c5330d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/d76814d8d81143bf84cce5384ed806fc] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=36.7 K 2024-12-08T06:20:11,314 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e31c655f94b44fd982d06a2730e7da5, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733638808952 2024-12-08T06:20:11,315 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 31aecba968274dedba35a97b34c5330d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=322, earliestPutTs=1733638810132 2024-12-08T06:20:11,315 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/9ebfdf45926249d1a03887207cf4c6a5 2024-12-08T06:20:11,316 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d76814d8d81143bf84cce5384ed806fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733638810282 2024-12-08T06:20:11,317 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/A of 94ee03118adb91c461ace6b126ea8b8d into 5dc19ad7faaf4d538737e4a1be616ccb(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:11,317 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:11,317 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/A, priority=13, startTime=1733638811207; duration=0sec 2024-12-08T06:20:11,317 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:11,317 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:A 2024-12-08T06:20:11,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/5e17a134ded84d62987b99cf2502f49e is 50, key is test_row_0/C:col10/1733638811079/Put/seqid=0 2024-12-08T06:20:11,333 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#C#compaction#74 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:11,334 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/2bf5a3d7c3ec463bbed695f58078d7b2 is 50, key is test_row_0/C:col10/1733638810282/Put/seqid=0 2024-12-08T06:20:11,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741912_1088 (size=12301) 2024-12-08T06:20:11,347 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:11,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638871343, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:11,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741913_1089 (size=13085) 2024-12-08T06:20:11,368 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/2bf5a3d7c3ec463bbed695f58078d7b2 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/2bf5a3d7c3ec463bbed695f58078d7b2 2024-12-08T06:20:11,375 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/C of 94ee03118adb91c461ace6b126ea8b8d into 2bf5a3d7c3ec463bbed695f58078d7b2(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:11,375 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:11,375 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/C, priority=13, startTime=1733638811208; duration=0sec 2024-12-08T06:20:11,375 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:11,375 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:C 2024-12-08T06:20:11,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:11,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638871404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:11,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:11,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638871409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:11,551 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:11,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638871550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:11,746 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=362 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/5e17a134ded84d62987b99cf2502f49e 2024-12-08T06:20:11,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/5db1cc4069ee41ed84c44ac475b55819 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5db1cc4069ee41ed84c44ac475b55819 2024-12-08T06:20:11,761 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5db1cc4069ee41ed84c44ac475b55819, entries=200, sequenceid=362, filesize=14.4 K 2024-12-08T06:20:11,762 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/9ebfdf45926249d1a03887207cf4c6a5 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/9ebfdf45926249d1a03887207cf4c6a5 2024-12-08T06:20:11,774 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/9ebfdf45926249d1a03887207cf4c6a5, entries=150, sequenceid=362, filesize=12.0 K 2024-12-08T06:20:11,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/5e17a134ded84d62987b99cf2502f49e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/5e17a134ded84d62987b99cf2502f49e 2024-12-08T06:20:11,783 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/5e17a134ded84d62987b99cf2502f49e, entries=150, sequenceid=362, filesize=12.0 K 2024-12-08T06:20:11,785 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 94ee03118adb91c461ace6b126ea8b8d in 574ms, sequenceid=362, compaction requested=false 2024-12-08T06:20:11,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:11,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:11,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-08T06:20:11,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-08T06:20:11,789 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-08T06:20:11,790 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7470 sec 2024-12-08T06:20:11,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 2.7530 sec 2024-12-08T06:20:11,857 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:20:11,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:11,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:11,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:11,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:11,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:11,858 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:11,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:11,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/5da3a07168114345bcb87da03d6fa4dd is 50, key is test_row_0/A:col10/1733638811233/Put/seqid=0 2024-12-08T06:20:11,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741914_1090 (size=14741) 2024-12-08T06:20:11,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/5da3a07168114345bcb87da03d6fa4dd 2024-12-08T06:20:11,951 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/bfee5c0c3e4e4e7a9ee21cf4b4288dea is 50, key is test_row_0/B:col10/1733638811233/Put/seqid=0 2024-12-08T06:20:11,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:11,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638871984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:12,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741915_1091 (size=12301) 2024-12-08T06:20:12,011 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/bfee5c0c3e4e4e7a9ee21cf4b4288dea 2024-12-08T06:20:12,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/84d6a0de04b64de1bb54f3111a599365 is 50, key is test_row_0/C:col10/1733638811233/Put/seqid=0 2024-12-08T06:20:12,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741916_1092 (size=12301) 2024-12-08T06:20:12,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:12,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638872098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:12,308 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:12,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638872308, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:12,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:12,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638872413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:12,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:12,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638872414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:12,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=376 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/84d6a0de04b64de1bb54f3111a599365 2024-12-08T06:20:12,505 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/5da3a07168114345bcb87da03d6fa4dd as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5da3a07168114345bcb87da03d6fa4dd 2024-12-08T06:20:12,513 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5da3a07168114345bcb87da03d6fa4dd, entries=200, sequenceid=376, filesize=14.4 K 2024-12-08T06:20:12,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/bfee5c0c3e4e4e7a9ee21cf4b4288dea as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/bfee5c0c3e4e4e7a9ee21cf4b4288dea 2024-12-08T06:20:12,539 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/bfee5c0c3e4e4e7a9ee21cf4b4288dea, entries=150, sequenceid=376, filesize=12.0 K 2024-12-08T06:20:12,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/84d6a0de04b64de1bb54f3111a599365 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/84d6a0de04b64de1bb54f3111a599365 2024-12-08T06:20:12,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/84d6a0de04b64de1bb54f3111a599365, entries=150, sequenceid=376, filesize=12.0 K 2024-12-08T06:20:12,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 94ee03118adb91c461ace6b126ea8b8d in 696ms, sequenceid=376, compaction requested=true 2024-12-08T06:20:12,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:12,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:12,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:12,554 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:12,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:12,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:12,554 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:12,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:12,554 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:12,556 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:12,556 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/B is initiating minor compaction (all files) 2024-12-08T06:20:12,556 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/B in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:12,556 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/7fd9a7672a1747dfbfab3d5c9de2eaae, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/9ebfdf45926249d1a03887207cf4c6a5, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/bfee5c0c3e4e4e7a9ee21cf4b4288dea] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=36.8 K 2024-12-08T06:20:12,556 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42567 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:12,557 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/A is initiating minor compaction (all files) 2024-12-08T06:20:12,557 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/A in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:12,557 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5dc19ad7faaf4d538737e4a1be616ccb, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5db1cc4069ee41ed84c44ac475b55819, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5da3a07168114345bcb87da03d6fa4dd] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=41.6 K 2024-12-08T06:20:12,558 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 7fd9a7672a1747dfbfab3d5c9de2eaae, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733638810282 2024-12-08T06:20:12,558 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5dc19ad7faaf4d538737e4a1be616ccb, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733638810282 2024-12-08T06:20:12,558 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ebfdf45926249d1a03887207cf4c6a5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733638811079 2024-12-08T06:20:12,559 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting bfee5c0c3e4e4e7a9ee21cf4b4288dea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733638811233 2024-12-08T06:20:12,559 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5db1cc4069ee41ed84c44ac475b55819, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733638811079 2024-12-08T06:20:12,560 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5da3a07168114345bcb87da03d6fa4dd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733638811227 2024-12-08T06:20:12,584 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#B#compaction#78 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:12,585 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/1e6129ed4bfe4d0991a1dcdb03118d55 is 50, key is test_row_0/B:col10/1733638811233/Put/seqid=0 2024-12-08T06:20:12,586 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#A#compaction#79 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:12,586 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/19ddb32263f64df6a68d6199e07a8f5d is 50, key is test_row_0/A:col10/1733638811233/Put/seqid=0 2024-12-08T06:20:12,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741917_1093 (size=13187) 2024-12-08T06:20:12,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741918_1094 (size=13187) 2024-12-08T06:20:12,613 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/1e6129ed4bfe4d0991a1dcdb03118d55 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/1e6129ed4bfe4d0991a1dcdb03118d55 2024-12-08T06:20:12,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:12,616 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-08T06:20:12,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:12,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:12,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:12,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:12,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:12,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:12,619 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/19ddb32263f64df6a68d6199e07a8f5d as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/19ddb32263f64df6a68d6199e07a8f5d 2024-12-08T06:20:12,622 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/B of 94ee03118adb91c461ace6b126ea8b8d into 1e6129ed4bfe4d0991a1dcdb03118d55(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:12,622 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:12,623 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/B, priority=13, startTime=1733638812554; duration=0sec 2024-12-08T06:20:12,623 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:12,623 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:B 2024-12-08T06:20:12,623 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:12,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/259ab9b6d6d0496bad7b03980716c454 is 50, key is test_row_0/A:col10/1733638811982/Put/seqid=0 2024-12-08T06:20:12,626 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:12,626 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/C is initiating minor compaction (all files) 2024-12-08T06:20:12,626 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/C in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:12,626 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/2bf5a3d7c3ec463bbed695f58078d7b2, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/5e17a134ded84d62987b99cf2502f49e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/84d6a0de04b64de1bb54f3111a599365] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=36.8 K 2024-12-08T06:20:12,627 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 2bf5a3d7c3ec463bbed695f58078d7b2, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733638810282 2024-12-08T06:20:12,628 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e17a134ded84d62987b99cf2502f49e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=362, earliestPutTs=1733638811079 2024-12-08T06:20:12,628 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 84d6a0de04b64de1bb54f3111a599365, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733638811233 2024-12-08T06:20:12,637 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/A of 94ee03118adb91c461ace6b126ea8b8d into 19ddb32263f64df6a68d6199e07a8f5d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:12,638 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:12,638 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/A, priority=13, startTime=1733638812554; duration=0sec 2024-12-08T06:20:12,638 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:12,638 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:A 2024-12-08T06:20:12,641 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#C#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:12,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741919_1095 (size=14741) 2024-12-08T06:20:12,642 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/6703afdb720c4462accd99379d6d7b64 is 50, key is test_row_0/C:col10/1733638811233/Put/seqid=0 2024-12-08T06:20:12,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741920_1096 (size=13187) 2024-12-08T06:20:12,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638872655, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:12,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:12,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638872758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:12,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:12,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638872963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:13,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/259ab9b6d6d0496bad7b03980716c454 2024-12-08T06:20:13,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/f4b0e6893cbf416cbabe7dcf636d3d42 is 50, key is test_row_0/B:col10/1733638811982/Put/seqid=0 2024-12-08T06:20:13,059 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/6703afdb720c4462accd99379d6d7b64 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/6703afdb720c4462accd99379d6d7b64 2024-12-08T06:20:13,071 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/C of 94ee03118adb91c461ace6b126ea8b8d into 6703afdb720c4462accd99379d6d7b64(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:13,071 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:13,071 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/C, priority=13, startTime=1733638812554; duration=0sec 2024-12-08T06:20:13,071 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:13,072 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:C 2024-12-08T06:20:13,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741921_1097 (size=12301) 2024-12-08T06:20:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-08T06:20:13,146 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-08T06:20:13,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:20:13,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-08T06:20:13,152 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:20:13,153 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:20:13,153 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:20:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-08T06:20:13,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-08T06:20:13,270 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638873267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:13,306 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:13,307 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-08T06:20:13,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:13,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:13,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:13,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:13,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:13,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-08T06:20:13,464 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:13,465 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-08T06:20:13,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:13,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:13,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:13,465 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:13,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:13,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:13,515 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/f4b0e6893cbf416cbabe7dcf636d3d42 2024-12-08T06:20:13,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/67a65a9cdf5742febd4d560957bc051e is 50, key is test_row_0/C:col10/1733638811982/Put/seqid=0 2024-12-08T06:20:13,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741922_1098 (size=12301) 2024-12-08T06:20:13,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/67a65a9cdf5742febd4d560957bc051e 2024-12-08T06:20:13,591 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/259ab9b6d6d0496bad7b03980716c454 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/259ab9b6d6d0496bad7b03980716c454 2024-12-08T06:20:13,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/259ab9b6d6d0496bad7b03980716c454, entries=200, sequenceid=402, filesize=14.4 K 2024-12-08T06:20:13,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/f4b0e6893cbf416cbabe7dcf636d3d42 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/f4b0e6893cbf416cbabe7dcf636d3d42 2024-12-08T06:20:13,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/f4b0e6893cbf416cbabe7dcf636d3d42, entries=150, sequenceid=402, filesize=12.0 K 2024-12-08T06:20:13,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/67a65a9cdf5742febd4d560957bc051e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/67a65a9cdf5742febd4d560957bc051e 2024-12-08T06:20:13,619 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:13,620 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/67a65a9cdf5742febd4d560957bc051e, entries=150, sequenceid=402, filesize=12.0 K 2024-12-08T06:20:13,621 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-08T06:20:13,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:13,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:13,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 94ee03118adb91c461ace6b126ea8b8d in 1007ms, sequenceid=402, compaction requested=false 2024-12-08T06:20:13,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:13,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:13,622 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:13,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:13,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:13,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:13,674 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:20:13,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:13,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:13,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:13,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:13,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:13,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:13,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/01140ab5a2f745429aa6b6b090ec391c is 50, key is test_row_0/A:col10/1733638812653/Put/seqid=0 2024-12-08T06:20:13,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741923_1099 (size=12301) 2024-12-08T06:20:13,733 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/01140ab5a2f745429aa6b6b090ec391c 2024-12-08T06:20:13,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-08T06:20:13,761 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/26b47a8ca80b4890b25aca269902bec3 is 50, key is test_row_0/B:col10/1733638812653/Put/seqid=0 2024-12-08T06:20:13,777 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:13,777 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-08T06:20:13,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:13,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:13,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:13,778 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:13,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:13,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:13,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:13,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638873774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:13,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:13,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638873781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:13,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638873788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:13,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741924_1100 (size=12301) 2024-12-08T06:20:13,891 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:13,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638873890, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:13,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:13,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638873905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:13,937 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:13,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-08T06:20:13,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:13,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:13,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:13,940 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:13,940 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:13,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:14,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:14,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638874093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:14,096 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:14,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-08T06:20:14,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:14,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:14,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:14,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:14,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:14,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:14,114 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:14,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638874109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:14,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/26b47a8ca80b4890b25aca269902bec3 2024-12-08T06:20:14,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/53cca023f7c34ca999243fa0a1801f0b is 50, key is test_row_0/C:col10/1733638812653/Put/seqid=0 2024-12-08T06:20:14,256 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:14,258 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-08T06:20:14,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:14,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:14,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:14,258 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:14,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-08T06:20:14,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:14,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741925_1101 (size=12301) 2024-12-08T06:20:14,276 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/53cca023f7c34ca999243fa0a1801f0b 2024-12-08T06:20:14,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/01140ab5a2f745429aa6b6b090ec391c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/01140ab5a2f745429aa6b6b090ec391c 2024-12-08T06:20:14,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/01140ab5a2f745429aa6b6b090ec391c, entries=150, sequenceid=416, filesize=12.0 K 2024-12-08T06:20:14,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/26b47a8ca80b4890b25aca269902bec3 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/26b47a8ca80b4890b25aca269902bec3 2024-12-08T06:20:14,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/26b47a8ca80b4890b25aca269902bec3, entries=150, sequenceid=416, filesize=12.0 K 2024-12-08T06:20:14,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/53cca023f7c34ca999243fa0a1801f0b as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/53cca023f7c34ca999243fa0a1801f0b 2024-12-08T06:20:14,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/53cca023f7c34ca999243fa0a1801f0b, entries=150, sequenceid=416, filesize=12.0 K 2024-12-08T06:20:14,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 94ee03118adb91c461ace6b126ea8b8d in 640ms, sequenceid=416, compaction requested=true 2024-12-08T06:20:14,314 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:14,314 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:14,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:14,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:14,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:14,315 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:14,315 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40229 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:14,315 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/A is initiating minor compaction (all files) 2024-12-08T06:20:14,316 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/A in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:14,316 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/19ddb32263f64df6a68d6199e07a8f5d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/259ab9b6d6d0496bad7b03980716c454, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/01140ab5a2f745429aa6b6b090ec391c] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=39.3 K 2024-12-08T06:20:14,316 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19ddb32263f64df6a68d6199e07a8f5d, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733638811233 2024-12-08T06:20:14,317 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 259ab9b6d6d0496bad7b03980716c454, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733638811940 2024-12-08T06:20:14,317 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01140ab5a2f745429aa6b6b090ec391c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733638812637 2024-12-08T06:20:14,318 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:14,318 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/B is initiating minor compaction (all files) 2024-12-08T06:20:14,318 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/B in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:14,318 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/1e6129ed4bfe4d0991a1dcdb03118d55, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/f4b0e6893cbf416cbabe7dcf636d3d42, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/26b47a8ca80b4890b25aca269902bec3] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=36.9 K 2024-12-08T06:20:14,318 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:14,319 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e6129ed4bfe4d0991a1dcdb03118d55, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733638811233 2024-12-08T06:20:14,319 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting f4b0e6893cbf416cbabe7dcf636d3d42, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733638811940 2024-12-08T06:20:14,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:14,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:14,320 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 26b47a8ca80b4890b25aca269902bec3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733638812637 2024-12-08T06:20:14,336 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#A#compaction#87 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:14,337 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/ac6f5617d8074a96afd0fdb8e02806ee is 50, key is test_row_0/A:col10/1733638812653/Put/seqid=0 2024-12-08T06:20:14,346 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#B#compaction#88 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:14,346 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/aeda127aee4e42cb8b4c7f6ed3135029 is 50, key is test_row_0/B:col10/1733638812653/Put/seqid=0 2024-12-08T06:20:14,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741926_1102 (size=13289) 2024-12-08T06:20:14,388 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/ac6f5617d8074a96afd0fdb8e02806ee as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/ac6f5617d8074a96afd0fdb8e02806ee 2024-12-08T06:20:14,397 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/A of 94ee03118adb91c461ace6b126ea8b8d into ac6f5617d8074a96afd0fdb8e02806ee(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:14,397 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:14,397 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/A, priority=13, startTime=1733638814314; duration=0sec 2024-12-08T06:20:14,397 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:14,397 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:A 2024-12-08T06:20:14,397 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:14,399 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:14,399 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/C is initiating minor compaction (all files) 2024-12-08T06:20:14,400 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/C in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:14,402 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/6703afdb720c4462accd99379d6d7b64, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/67a65a9cdf5742febd4d560957bc051e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/53cca023f7c34ca999243fa0a1801f0b] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=36.9 K 2024-12-08T06:20:14,402 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6703afdb720c4462accd99379d6d7b64, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=376, earliestPutTs=1733638811233 2024-12-08T06:20:14,403 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 67a65a9cdf5742febd4d560957bc051e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733638811940 2024-12-08T06:20:14,403 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 53cca023f7c34ca999243fa0a1801f0b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733638812637 2024-12-08T06:20:14,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:14,405 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-08T06:20:14,405 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:14,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:14,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:14,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:14,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:14,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:14,410 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:14,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-08T06:20:14,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:14,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:14,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:14,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:14,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:14,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741927_1103 (size=13289) 2024-12-08T06:20:14,435 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:14,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638874426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:14,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:14,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638874427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:14,437 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., hostname=cbcfd08a3627,46077,1733638796198, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T06:20:14,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/faee88d3d4d848b9b5796422e4970f5b is 50, key is test_row_0/A:col10/1733638814403/Put/seqid=0 2024-12-08T06:20:14,441 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#C#compaction#90 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:14,442 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/8deaa0c6d8ff4d83a6e6c3ec582c56b4 is 50, key is test_row_0/C:col10/1733638812653/Put/seqid=0 2024-12-08T06:20:14,445 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638874435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:14,446 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:14,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638874435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:14,450 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/aeda127aee4e42cb8b4c7f6ed3135029 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/aeda127aee4e42cb8b4c7f6ed3135029 2024-12-08T06:20:14,458 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/B of 94ee03118adb91c461ace6b126ea8b8d into aeda127aee4e42cb8b4c7f6ed3135029(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:14,458 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:14,458 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/B, priority=13, startTime=1733638814315; duration=0sec 2024-12-08T06:20:14,458 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:14,458 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:B 2024-12-08T06:20:14,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741928_1104 (size=14741) 2024-12-08T06:20:14,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741929_1105 (size=13289) 2024-12-08T06:20:14,483 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/8deaa0c6d8ff4d83a6e6c3ec582c56b4 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/8deaa0c6d8ff4d83a6e6c3ec582c56b4 2024-12-08T06:20:14,490 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/C of 94ee03118adb91c461ace6b126ea8b8d into 8deaa0c6d8ff4d83a6e6c3ec582c56b4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:14,490 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:14,490 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/C, priority=13, startTime=1733638814318; duration=0sec 2024-12-08T06:20:14,490 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:14,490 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:C 2024-12-08T06:20:14,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:14,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638874537, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:14,548 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:14,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638874547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:14,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638874547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:14,563 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:14,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-08T06:20:14,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:14,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:14,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:14,565 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:14,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:14,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:14,718 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:14,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-08T06:20:14,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:14,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:14,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:14,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:14,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:14,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:14,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638874741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:14,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638874750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:14,751 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:14,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638874750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:14,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:14,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638874789, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:14,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/faee88d3d4d848b9b5796422e4970f5b 2024-12-08T06:20:14,872 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:14,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-08T06:20:14,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:14,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:14,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:14,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:14,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:14,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:14,893 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/4d629329761b484ba3a46459c71b7069 is 50, key is test_row_0/B:col10/1733638814403/Put/seqid=0 2024-12-08T06:20:14,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741930_1106 (size=12301) 2024-12-08T06:20:14,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/4d629329761b484ba3a46459c71b7069 2024-12-08T06:20:14,954 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/c95eb3b5e6b5419b83a6957d9fc03295 is 50, key is test_row_0/C:col10/1733638814403/Put/seqid=0 2024-12-08T06:20:14,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741931_1107 (size=12301) 2024-12-08T06:20:14,983 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/c95eb3b5e6b5419b83a6957d9fc03295 2024-12-08T06:20:15,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/faee88d3d4d848b9b5796422e4970f5b as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/faee88d3d4d848b9b5796422e4970f5b 2024-12-08T06:20:15,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/faee88d3d4d848b9b5796422e4970f5b, entries=200, sequenceid=444, filesize=14.4 K 2024-12-08T06:20:15,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/4d629329761b484ba3a46459c71b7069 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/4d629329761b484ba3a46459c71b7069 2024-12-08T06:20:15,025 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/4d629329761b484ba3a46459c71b7069, entries=150, sequenceid=444, filesize=12.0 K 2024-12-08T06:20:15,025 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:15,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-08T06:20:15,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:15,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:15,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:15,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:15,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:15,027 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/c95eb3b5e6b5419b83a6957d9fc03295 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/c95eb3b5e6b5419b83a6957d9fc03295 2024-12-08T06:20:15,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:15,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/c95eb3b5e6b5419b83a6957d9fc03295, entries=150, sequenceid=444, filesize=12.0 K 2024-12-08T06:20:15,037 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-08T06:20:15,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 94ee03118adb91c461ace6b126ea8b8d in 635ms, sequenceid=444, compaction requested=false 2024-12-08T06:20:15,041 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:15,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:15,052 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:20:15,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:15,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:15,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:15,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:15,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:15,055 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:15,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/1ce4d6059af34002a383ee555a4a1bcf is 50, key is test_row_0/A:col10/1733638815049/Put/seqid=0 2024-12-08T06:20:15,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741932_1108 (size=17181) 2024-12-08T06:20:15,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/1ce4d6059af34002a383ee555a4a1bcf 2024-12-08T06:20:15,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/a6376f4a95fc40b780be4b236248085a is 50, key is test_row_0/B:col10/1733638815049/Put/seqid=0 2024-12-08T06:20:15,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638875136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:15,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:15,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638875137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:15,143 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:15,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638875140, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:15,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741933_1109 (size=12301) 2024-12-08T06:20:15,179 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:15,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-08T06:20:15,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:15,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:15,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:15,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:15,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:15,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:15,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638875242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:15,245 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638875243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:15,245 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:15,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638875244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-08T06:20:15,333 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:15,333 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-08T06:20:15,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:15,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:15,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:15,334 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:15,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:15,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:15,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:15,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638875447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:15,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:15,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638875448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:15,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:15,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638875448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:15,486 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:15,487 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-08T06:20:15,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:15,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:15,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:15,488 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:15,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:15,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:15,549 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/a6376f4a95fc40b780be4b236248085a 2024-12-08T06:20:15,570 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/da39edf7a19548bd9ca5f4a585f600b1 is 50, key is test_row_0/C:col10/1733638815049/Put/seqid=0 2024-12-08T06:20:15,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741934_1110 (size=12301) 2024-12-08T06:20:15,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=458 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/da39edf7a19548bd9ca5f4a585f600b1 2024-12-08T06:20:15,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/1ce4d6059af34002a383ee555a4a1bcf as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/1ce4d6059af34002a383ee555a4a1bcf 2024-12-08T06:20:15,613 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/1ce4d6059af34002a383ee555a4a1bcf, entries=250, sequenceid=458, filesize=16.8 K 2024-12-08T06:20:15,614 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/a6376f4a95fc40b780be4b236248085a as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/a6376f4a95fc40b780be4b236248085a 2024-12-08T06:20:15,621 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/a6376f4a95fc40b780be4b236248085a, entries=150, sequenceid=458, filesize=12.0 K 2024-12-08T06:20:15,622 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/da39edf7a19548bd9ca5f4a585f600b1 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/da39edf7a19548bd9ca5f4a585f600b1 2024-12-08T06:20:15,630 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/da39edf7a19548bd9ca5f4a585f600b1, entries=150, sequenceid=458, filesize=12.0 K 2024-12-08T06:20:15,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 94ee03118adb91c461ace6b126ea8b8d in 581ms, sequenceid=458, compaction requested=true 2024-12-08T06:20:15,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:15,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:15,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:15,634 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:15,634 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:15,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:15,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:15,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:15,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:15,635 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:15,635 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/B is initiating minor compaction (all files) 2024-12-08T06:20:15,636 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/B in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:15,636 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/aeda127aee4e42cb8b4c7f6ed3135029, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/4d629329761b484ba3a46459c71b7069, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/a6376f4a95fc40b780be4b236248085a] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=37.0 K 2024-12-08T06:20:15,636 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 45211 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:15,636 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/A is initiating minor compaction (all files) 2024-12-08T06:20:15,636 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/A in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:15,636 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/ac6f5617d8074a96afd0fdb8e02806ee, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/faee88d3d4d848b9b5796422e4970f5b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/1ce4d6059af34002a383ee555a4a1bcf] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=44.2 K 2024-12-08T06:20:15,636 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting aeda127aee4e42cb8b4c7f6ed3135029, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733638812637 2024-12-08T06:20:15,637 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac6f5617d8074a96afd0fdb8e02806ee, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733638812637 2024-12-08T06:20:15,637 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d629329761b484ba3a46459c71b7069, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733638813760 2024-12-08T06:20:15,637 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting faee88d3d4d848b9b5796422e4970f5b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733638813760 2024-12-08T06:20:15,637 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting a6376f4a95fc40b780be4b236248085a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1733638815047 2024-12-08T06:20:15,638 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1ce4d6059af34002a383ee555a4a1bcf, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1733638814430 2024-12-08T06:20:15,640 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:15,641 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-08T06:20:15,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:15,641 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T06:20:15,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:15,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:15,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:15,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:15,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:15,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:15,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/00e9487227f64127b2b3351f359b1949 is 50, key is test_row_0/A:col10/1733638815133/Put/seqid=0 2024-12-08T06:20:15,679 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#B#compaction#97 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:15,679 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/49d7ac7ae3a8478e8da63ff0524ffd6c is 50, key is test_row_0/B:col10/1733638815049/Put/seqid=0 2024-12-08T06:20:15,680 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#A#compaction#98 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:15,681 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/88c53724775b4b6dae8d9bdae5d83d3e is 50, key is test_row_0/A:col10/1733638815049/Put/seqid=0 2024-12-08T06:20:15,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741935_1111 (size=12301) 2024-12-08T06:20:15,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741937_1113 (size=13391) 2024-12-08T06:20:15,741 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/88c53724775b4b6dae8d9bdae5d83d3e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/88c53724775b4b6dae8d9bdae5d83d3e 2024-12-08T06:20:15,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741936_1112 (size=13391) 2024-12-08T06:20:15,749 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/A of 94ee03118adb91c461ace6b126ea8b8d into 88c53724775b4b6dae8d9bdae5d83d3e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:15,749 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:15,749 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/A, priority=13, startTime=1733638815634; duration=0sec 2024-12-08T06:20:15,749 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:15,750 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:A 2024-12-08T06:20:15,750 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:15,753 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:15,753 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/C is initiating minor compaction (all files) 2024-12-08T06:20:15,753 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/C in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:15,753 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/8deaa0c6d8ff4d83a6e6c3ec582c56b4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/c95eb3b5e6b5419b83a6957d9fc03295, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/da39edf7a19548bd9ca5f4a585f600b1] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=37.0 K 2024-12-08T06:20:15,754 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8deaa0c6d8ff4d83a6e6c3ec582c56b4, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=416, earliestPutTs=1733638812637 2024-12-08T06:20:15,755 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting c95eb3b5e6b5419b83a6957d9fc03295, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=444, earliestPutTs=1733638813760 2024-12-08T06:20:15,755 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting da39edf7a19548bd9ca5f4a585f600b1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1733638815047 2024-12-08T06:20:15,756 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/49d7ac7ae3a8478e8da63ff0524ffd6c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/49d7ac7ae3a8478e8da63ff0524ffd6c 2024-12-08T06:20:15,759 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:15,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:15,763 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/B of 94ee03118adb91c461ace6b126ea8b8d into 49d7ac7ae3a8478e8da63ff0524ffd6c(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:15,763 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:15,763 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/B, priority=13, startTime=1733638815634; duration=0sec 2024-12-08T06:20:15,764 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:15,764 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:B 2024-12-08T06:20:15,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:15,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638875772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:15,778 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638875773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:15,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638875774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:15,781 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#C#compaction#99 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:15,782 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/aa5fb437c02341c58f02d77834ec38c3 is 50, key is test_row_0/C:col10/1733638815049/Put/seqid=0 2024-12-08T06:20:15,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741938_1114 (size=13391) 2024-12-08T06:20:15,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638875878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:15,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:15,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638875881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:15,883 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:15,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638875881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:16,085 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:16,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638876084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:16,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:16,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638876083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:16,092 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:16,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638876090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:16,107 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/00e9487227f64127b2b3351f359b1949 2024-12-08T06:20:16,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/866f0f0482ef4364beaf911eb33dcdd9 is 50, key is test_row_0/B:col10/1733638815133/Put/seqid=0 2024-12-08T06:20:16,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741939_1115 (size=12301) 2024-12-08T06:20:16,166 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/866f0f0482ef4364beaf911eb33dcdd9 2024-12-08T06:20:16,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/9a498800351a461e943d9e774c2bcace is 50, key is test_row_0/C:col10/1733638815133/Put/seqid=0 2024-12-08T06:20:16,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741940_1116 (size=12301) 2024-12-08T06:20:16,220 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/aa5fb437c02341c58f02d77834ec38c3 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/aa5fb437c02341c58f02d77834ec38c3 2024-12-08T06:20:16,230 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/C of 94ee03118adb91c461ace6b126ea8b8d into aa5fb437c02341c58f02d77834ec38c3(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:16,230 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:16,230 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/C, priority=13, startTime=1733638815634; duration=0sec 2024-12-08T06:20:16,230 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:16,231 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:C 2024-12-08T06:20:16,389 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638876388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:16,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:16,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638876391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:16,397 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:16,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638876396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:16,607 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=482 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/9a498800351a461e943d9e774c2bcace 2024-12-08T06:20:16,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/00e9487227f64127b2b3351f359b1949 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/00e9487227f64127b2b3351f359b1949 2024-12-08T06:20:16,627 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/00e9487227f64127b2b3351f359b1949, entries=150, sequenceid=482, filesize=12.0 K 2024-12-08T06:20:16,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/866f0f0482ef4364beaf911eb33dcdd9 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/866f0f0482ef4364beaf911eb33dcdd9 2024-12-08T06:20:16,636 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/866f0f0482ef4364beaf911eb33dcdd9, entries=150, sequenceid=482, filesize=12.0 K 2024-12-08T06:20:16,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/9a498800351a461e943d9e774c2bcace as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/9a498800351a461e943d9e774c2bcace 2024-12-08T06:20:16,652 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/9a498800351a461e943d9e774c2bcace, entries=150, sequenceid=482, filesize=12.0 K 2024-12-08T06:20:16,653 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 94ee03118adb91c461ace6b126ea8b8d in 1012ms, sequenceid=482, compaction requested=false 2024-12-08T06:20:16,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:16,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:16,654 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-08T06:20:16,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-08T06:20:16,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-08T06:20:16,659 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.5020 sec 2024-12-08T06:20:16,661 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 3.5100 sec 2024-12-08T06:20:16,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:16,806 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T06:20:16,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:16,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:16,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:16,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:16,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:16,807 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:16,814 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/426589b218bf400cac4dc9ee85eaa42d is 50, key is test_row_0/A:col10/1733638815772/Put/seqid=0 2024-12-08T06:20:16,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741941_1117 (size=12301) 2024-12-08T06:20:16,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:16,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638876901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:16,910 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:16,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638876905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:16,911 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:16,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638876905, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:16,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638876907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:17,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:17,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638877012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:17,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:17,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638877012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:17,028 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:17,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638877013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:17,217 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638877216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:17,218 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:17,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638877217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:17,230 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:17,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638877229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:17,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/426589b218bf400cac4dc9ee85eaa42d 2024-12-08T06:20:17,247 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/cae82a521631471db533ad5bec522382 is 50, key is test_row_0/B:col10/1733638815772/Put/seqid=0 2024-12-08T06:20:17,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-08T06:20:17,261 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-08T06:20:17,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:20:17,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-08T06:20:17,264 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:20:17,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-08T06:20:17,265 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:20:17,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:20:17,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741942_1118 (size=12301) 2024-12-08T06:20:17,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/cae82a521631471db533ad5bec522382 2024-12-08T06:20:17,298 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/0bde4776ec3943a2a96fb1afa9ff5e78 is 50, key is test_row_0/C:col10/1733638815772/Put/seqid=0 2024-12-08T06:20:17,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741943_1119 (size=12301) 2024-12-08T06:20:17,325 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=498 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/0bde4776ec3943a2a96fb1afa9ff5e78 2024-12-08T06:20:17,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/426589b218bf400cac4dc9ee85eaa42d as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/426589b218bf400cac4dc9ee85eaa42d 2024-12-08T06:20:17,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/426589b218bf400cac4dc9ee85eaa42d, entries=150, sequenceid=498, filesize=12.0 K 2024-12-08T06:20:17,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/cae82a521631471db533ad5bec522382 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/cae82a521631471db533ad5bec522382 2024-12-08T06:20:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-08T06:20:17,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/cae82a521631471db533ad5bec522382, entries=150, sequenceid=498, filesize=12.0 K 2024-12-08T06:20:17,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/0bde4776ec3943a2a96fb1afa9ff5e78 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0bde4776ec3943a2a96fb1afa9ff5e78 2024-12-08T06:20:17,380 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0bde4776ec3943a2a96fb1afa9ff5e78, entries=150, sequenceid=498, filesize=12.0 K 2024-12-08T06:20:17,381 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 94ee03118adb91c461ace6b126ea8b8d in 575ms, sequenceid=498, compaction requested=true 2024-12-08T06:20:17,381 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:17,381 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:17,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:17,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:17,382 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:17,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:17,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:17,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:17,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:17,383 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:17,383 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/A is initiating minor compaction (all files) 2024-12-08T06:20:17,383 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/A in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:17,383 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/88c53724775b4b6dae8d9bdae5d83d3e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/00e9487227f64127b2b3351f359b1949, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/426589b218bf400cac4dc9ee85eaa42d] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=37.1 K 2024-12-08T06:20:17,384 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 88c53724775b4b6dae8d9bdae5d83d3e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1733638815047 2024-12-08T06:20:17,384 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:17,384 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/B is initiating minor compaction (all files) 2024-12-08T06:20:17,384 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/B in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:17,385 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/49d7ac7ae3a8478e8da63ff0524ffd6c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/866f0f0482ef4364beaf911eb33dcdd9, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/cae82a521631471db533ad5bec522382] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=37.1 K 2024-12-08T06:20:17,385 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 00e9487227f64127b2b3351f359b1949, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733638815133 2024-12-08T06:20:17,386 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49d7ac7ae3a8478e8da63ff0524ffd6c, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1733638815047 2024-12-08T06:20:17,386 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 866f0f0482ef4364beaf911eb33dcdd9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733638815133 2024-12-08T06:20:17,386 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 426589b218bf400cac4dc9ee85eaa42d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733638815772 2024-12-08T06:20:17,387 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting cae82a521631471db533ad5bec522382, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733638815772 2024-12-08T06:20:17,405 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#A#compaction#105 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:17,406 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/6e3ea5d69be64ff5bbbdc6fe247f0930 is 50, key is test_row_0/A:col10/1733638815772/Put/seqid=0 2024-12-08T06:20:17,412 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#B#compaction#106 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:17,413 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/b464b07b64e94f8190d1ea4bb6effd8c is 50, key is test_row_0/B:col10/1733638815772/Put/seqid=0 2024-12-08T06:20:17,420 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:17,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-08T06:20:17,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:17,421 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T06:20:17,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:17,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:17,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:17,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:17,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:17,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:17,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/2caa32df279f4c2489158f594a625e95 is 50, key is test_row_0/A:col10/1733638816895/Put/seqid=0 2024-12-08T06:20:17,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741944_1120 (size=13493) 2024-12-08T06:20:17,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741945_1121 (size=13493) 2024-12-08T06:20:17,488 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/b464b07b64e94f8190d1ea4bb6effd8c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b464b07b64e94f8190d1ea4bb6effd8c 2024-12-08T06:20:17,495 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/B of 94ee03118adb91c461ace6b126ea8b8d into b464b07b64e94f8190d1ea4bb6effd8c(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:17,495 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:17,495 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/B, priority=13, startTime=1733638817382; duration=0sec 2024-12-08T06:20:17,495 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:17,495 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:B 2024-12-08T06:20:17,495 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:17,497 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37993 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:17,497 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/C is initiating minor compaction (all files) 2024-12-08T06:20:17,500 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/C in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:17,500 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/aa5fb437c02341c58f02d77834ec38c3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/9a498800351a461e943d9e774c2bcace, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0bde4776ec3943a2a96fb1afa9ff5e78] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=37.1 K 2024-12-08T06:20:17,501 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa5fb437c02341c58f02d77834ec38c3, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=458, earliestPutTs=1733638815047 2024-12-08T06:20:17,501 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a498800351a461e943d9e774c2bcace, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=482, earliestPutTs=1733638815133 2024-12-08T06:20:17,502 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bde4776ec3943a2a96fb1afa9ff5e78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733638815772 2024-12-08T06:20:17,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741946_1122 (size=12301) 2024-12-08T06:20:17,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:17,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:17,534 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#C#compaction#108 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:17,535 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/84a7f5a790b14d5a86dbc3aaae684c40 is 50, key is test_row_0/C:col10/1733638815772/Put/seqid=0 2024-12-08T06:20:17,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:17,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638877544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:17,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:17,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638877546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:17,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:17,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638877547, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:17,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-08T06:20:17,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741947_1123 (size=13493) 2024-12-08T06:20:17,587 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/84a7f5a790b14d5a86dbc3aaae684c40 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/84a7f5a790b14d5a86dbc3aaae684c40 2024-12-08T06:20:17,595 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/C of 94ee03118adb91c461ace6b126ea8b8d into 84a7f5a790b14d5a86dbc3aaae684c40(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:17,596 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:17,596 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/C, priority=13, startTime=1733638817383; duration=0sec 2024-12-08T06:20:17,596 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:17,596 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:C 2024-12-08T06:20:17,654 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:17,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638877651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638877649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:17,654 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:17,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638877652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:17,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638877856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:17,859 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:17,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638877857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:17,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:17,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638877857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:17,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-08T06:20:17,872 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/6e3ea5d69be64ff5bbbdc6fe247f0930 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/6e3ea5d69be64ff5bbbdc6fe247f0930 2024-12-08T06:20:17,886 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/A of 94ee03118adb91c461ace6b126ea8b8d into 6e3ea5d69be64ff5bbbdc6fe247f0930(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:17,887 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:17,887 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/A, priority=13, startTime=1733638817381; duration=0sec 2024-12-08T06:20:17,887 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:17,887 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:A 2024-12-08T06:20:17,916 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:17,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638877916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:17,924 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/2caa32df279f4c2489158f594a625e95 2024-12-08T06:20:17,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/6e35028ae3a64c62a3c22a4fbc1fd02f is 50, key is test_row_0/B:col10/1733638816895/Put/seqid=0 2024-12-08T06:20:17,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741948_1124 (size=12301) 2024-12-08T06:20:17,970 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/6e35028ae3a64c62a3c22a4fbc1fd02f 2024-12-08T06:20:17,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/4c8e636dcd464d399f54e1b974373a92 is 50, key is test_row_0/C:col10/1733638816895/Put/seqid=0 2024-12-08T06:20:18,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741949_1125 (size=12301) 2024-12-08T06:20:18,163 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:18,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638878162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:18,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:18,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638878162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:18,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:18,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638878164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:18,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-08T06:20:18,426 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=521 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/4c8e636dcd464d399f54e1b974373a92 2024-12-08T06:20:18,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/2caa32df279f4c2489158f594a625e95 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/2caa32df279f4c2489158f594a625e95 2024-12-08T06:20:18,443 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/2caa32df279f4c2489158f594a625e95, entries=150, sequenceid=521, filesize=12.0 K 2024-12-08T06:20:18,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/6e35028ae3a64c62a3c22a4fbc1fd02f as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/6e35028ae3a64c62a3c22a4fbc1fd02f 2024-12-08T06:20:18,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:18,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59196 deadline: 1733638878450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:18,451 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/6e35028ae3a64c62a3c22a4fbc1fd02f, entries=150, sequenceid=521, filesize=12.0 K 2024-12-08T06:20:18,451 DEBUG [Thread-149 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., hostname=cbcfd08a3627,46077,1733638796198, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T06:20:18,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/4c8e636dcd464d399f54e1b974373a92 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/4c8e636dcd464d399f54e1b974373a92 2024-12-08T06:20:18,461 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/4c8e636dcd464d399f54e1b974373a92, entries=150, sequenceid=521, filesize=12.0 K 2024-12-08T06:20:18,462 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 94ee03118adb91c461ace6b126ea8b8d in 1041ms, sequenceid=521, compaction requested=false 2024-12-08T06:20:18,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:18,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:18,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-08T06:20:18,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-08T06:20:18,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-08T06:20:18,466 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1990 sec 2024-12-08T06:20:18,469 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 1.2050 sec 2024-12-08T06:20:18,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:18,673 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-08T06:20:18,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:18,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:18,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:18,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:18,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:18,674 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:18,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/294467f3e42948b5b170a318df9495c6 is 50, key is test_row_0/A:col10/1733638817541/Put/seqid=0 2024-12-08T06:20:18,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741950_1126 (size=14741) 2024-12-08T06:20:18,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638878701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:18,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:18,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638878705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:18,709 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:18,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638878707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:18,809 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:18,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 262 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638878808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:18,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:18,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638878810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:18,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:18,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638878810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:19,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:19,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638879013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:19,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:19,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638879015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:19,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:19,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638879017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:19,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=539 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/294467f3e42948b5b170a318df9495c6 2024-12-08T06:20:19,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/7c0a3cefdb994f7580719134a510b262 is 50, key is test_row_0/B:col10/1733638817541/Put/seqid=0 2024-12-08T06:20:19,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741951_1127 (size=12301) 2024-12-08T06:20:19,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=539 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/7c0a3cefdb994f7580719134a510b262 2024-12-08T06:20:19,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/af43a741a28f4874a95707f547b0b3f8 is 50, key is test_row_0/C:col10/1733638817541/Put/seqid=0 2024-12-08T06:20:19,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741952_1128 (size=12301) 2024-12-08T06:20:19,231 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=539 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/af43a741a28f4874a95707f547b0b3f8 2024-12-08T06:20:19,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/294467f3e42948b5b170a318df9495c6 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/294467f3e42948b5b170a318df9495c6 2024-12-08T06:20:19,263 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/294467f3e42948b5b170a318df9495c6, entries=200, sequenceid=539, filesize=14.4 K 2024-12-08T06:20:19,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/7c0a3cefdb994f7580719134a510b262 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/7c0a3cefdb994f7580719134a510b262 2024-12-08T06:20:19,287 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/7c0a3cefdb994f7580719134a510b262, entries=150, sequenceid=539, filesize=12.0 K 2024-12-08T06:20:19,288 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/af43a741a28f4874a95707f547b0b3f8 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/af43a741a28f4874a95707f547b0b3f8 2024-12-08T06:20:19,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/af43a741a28f4874a95707f547b0b3f8, entries=150, sequenceid=539, filesize=12.0 K 2024-12-08T06:20:19,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 94ee03118adb91c461ace6b126ea8b8d in 637ms, sequenceid=539, compaction requested=true 2024-12-08T06:20:19,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:19,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:19,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:19,309 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:19,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:19,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:19,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:19,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:19,310 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:19,311 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40535 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:19,311 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/A is initiating minor compaction (all files) 2024-12-08T06:20:19,311 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/A in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:19,311 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/6e3ea5d69be64ff5bbbdc6fe247f0930, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/2caa32df279f4c2489158f594a625e95, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/294467f3e42948b5b170a318df9495c6] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=39.6 K 2024-12-08T06:20:19,312 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:19,312 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/B is initiating minor compaction (all files) 2024-12-08T06:20:19,312 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/B in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:19,313 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b464b07b64e94f8190d1ea4bb6effd8c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/6e35028ae3a64c62a3c22a4fbc1fd02f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/7c0a3cefdb994f7580719134a510b262] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=37.2 K 2024-12-08T06:20:19,313 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e3ea5d69be64ff5bbbdc6fe247f0930, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733638815772 2024-12-08T06:20:19,313 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting b464b07b64e94f8190d1ea4bb6effd8c, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733638815772 2024-12-08T06:20:19,313 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2caa32df279f4c2489158f594a625e95, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1733638816895 2024-12-08T06:20:19,314 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 6e35028ae3a64c62a3c22a4fbc1fd02f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1733638816895 2024-12-08T06:20:19,314 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 7c0a3cefdb994f7580719134a510b262, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1733638817541 2024-12-08T06:20:19,314 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 294467f3e42948b5b170a318df9495c6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1733638817541 2024-12-08T06:20:19,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:19,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T06:20:19,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:19,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:19,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:19,321 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:19,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:19,322 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:19,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/9f80bc1ac9bb40718af894c980e22cdd is 50, key is test_row_0/A:col10/1733638818698/Put/seqid=0 2024-12-08T06:20:19,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:19,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638879346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:19,351 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638879347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:19,352 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:19,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638879349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:19,359 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#B#compaction#115 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:19,360 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/3b296359802c418fbbd2ac640b4da4cf is 50, key is test_row_0/B:col10/1733638817541/Put/seqid=0 2024-12-08T06:20:19,365 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#A#compaction#116 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:19,366 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/1bacf9d368004b1891c69c0f7c379c4d is 50, key is test_row_0/A:col10/1733638817541/Put/seqid=0 2024-12-08T06:20:19,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-08T06:20:19,370 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-08T06:20:19,372 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:20:19,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-08T06:20:19,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-08T06:20:19,374 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:20:19,375 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:20:19,375 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:20:19,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741954_1130 (size=13595) 2024-12-08T06:20:19,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741953_1129 (size=14741) 2024-12-08T06:20:19,441 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/9f80bc1ac9bb40718af894c980e22cdd 2024-12-08T06:20:19,446 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/3b296359802c418fbbd2ac640b4da4cf as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/3b296359802c418fbbd2ac640b4da4cf 2024-12-08T06:20:19,454 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:19,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638879453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:19,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:19,455 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/B of 94ee03118adb91c461ace6b126ea8b8d into 3b296359802c418fbbd2ac640b4da4cf(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:19,455 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:19,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638879453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:19,455 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/B, priority=13, startTime=1733638819309; duration=0sec 2024-12-08T06:20:19,455 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:19,455 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:B 2024-12-08T06:20:19,455 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:19,457 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38095 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:19,457 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/C is initiating minor compaction (all files) 2024-12-08T06:20:19,457 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/C in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:19,457 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/84a7f5a790b14d5a86dbc3aaae684c40, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/4c8e636dcd464d399f54e1b974373a92, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/af43a741a28f4874a95707f547b0b3f8] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=37.2 K 2024-12-08T06:20:19,458 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 84a7f5a790b14d5a86dbc3aaae684c40, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=498, earliestPutTs=1733638815772 2024-12-08T06:20:19,458 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c8e636dcd464d399f54e1b974373a92, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=521, earliestPutTs=1733638816895 2024-12-08T06:20:19,459 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting af43a741a28f4874a95707f547b0b3f8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1733638817541 2024-12-08T06:20:19,462 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:19,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638879454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:19,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741955_1131 (size=13595) 2024-12-08T06:20:19,474 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/1bacf9d368004b1891c69c0f7c379c4d as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/1bacf9d368004b1891c69c0f7c379c4d 2024-12-08T06:20:19,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-08T06:20:19,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/0c102f9c416448dd9b9268e3a8393562 is 50, key is test_row_0/B:col10/1733638818698/Put/seqid=0 2024-12-08T06:20:19,482 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#C#compaction#118 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:19,483 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/92e01b5f50a94f2fb90b69cc115fee79 is 50, key is test_row_0/C:col10/1733638817541/Put/seqid=0 2024-12-08T06:20:19,486 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/A of 94ee03118adb91c461ace6b126ea8b8d into 1bacf9d368004b1891c69c0f7c379c4d(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:19,486 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:19,486 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/A, priority=13, startTime=1733638819309; duration=0sec 2024-12-08T06:20:19,486 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:19,486 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:A 2024-12-08T06:20:19,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741957_1133 (size=13595) 2024-12-08T06:20:19,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741956_1132 (size=12301) 2024-12-08T06:20:19,522 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/0c102f9c416448dd9b9268e3a8393562 2024-12-08T06:20:19,523 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/92e01b5f50a94f2fb90b69cc115fee79 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/92e01b5f50a94f2fb90b69cc115fee79 2024-12-08T06:20:19,527 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:19,528 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-08T06:20:19,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:19,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:19,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:19,528 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:19,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:19,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:19,533 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/C of 94ee03118adb91c461ace6b126ea8b8d into 92e01b5f50a94f2fb90b69cc115fee79(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:19,533 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:19,533 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/C, priority=13, startTime=1733638819310; duration=0sec 2024-12-08T06:20:19,533 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:19,533 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:C 2024-12-08T06:20:19,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/534ddb24b11a452b8624c09e5c5b07d6 is 50, key is test_row_0/C:col10/1733638818698/Put/seqid=0 2024-12-08T06:20:19,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741958_1134 (size=12301) 2024-12-08T06:20:19,576 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=562 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/534ddb24b11a452b8624c09e5c5b07d6 2024-12-08T06:20:19,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/9f80bc1ac9bb40718af894c980e22cdd as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/9f80bc1ac9bb40718af894c980e22cdd 2024-12-08T06:20:19,599 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/9f80bc1ac9bb40718af894c980e22cdd, entries=200, sequenceid=562, filesize=14.4 K 2024-12-08T06:20:19,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/0c102f9c416448dd9b9268e3a8393562 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/0c102f9c416448dd9b9268e3a8393562 2024-12-08T06:20:19,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/0c102f9c416448dd9b9268e3a8393562, entries=150, sequenceid=562, filesize=12.0 K 2024-12-08T06:20:19,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/534ddb24b11a452b8624c09e5c5b07d6 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/534ddb24b11a452b8624c09e5c5b07d6 2024-12-08T06:20:19,618 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/534ddb24b11a452b8624c09e5c5b07d6, entries=150, sequenceid=562, filesize=12.0 K 2024-12-08T06:20:19,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 94ee03118adb91c461ace6b126ea8b8d in 298ms, sequenceid=562, compaction requested=false 2024-12-08T06:20:19,619 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:19,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:19,659 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-08T06:20:19,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:19,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:19,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:19,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:19,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:19,661 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:19,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-08T06:20:19,681 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:19,682 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-08T06:20:19,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:19,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:19,682 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:19,682 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:19,683 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:19,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:19,691 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/0cbb1021d9884d0bbdcb50cca45817bb is 50, key is test_row_0/A:col10/1733638819347/Put/seqid=0 2024-12-08T06:20:19,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:19,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638879689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:19,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638879691, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:19,699 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:19,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638879696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:19,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741959_1135 (size=12301) 2024-12-08T06:20:19,723 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/0cbb1021d9884d0bbdcb50cca45817bb 2024-12-08T06:20:19,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/1329c1f54fcc442aa26b7e16fe3894af is 50, key is test_row_0/B:col10/1733638819347/Put/seqid=0 2024-12-08T06:20:19,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741960_1136 (size=12301) 2024-12-08T06:20:19,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:19,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638879799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:19,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638879800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:19,803 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:19,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638879800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:19,835 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:19,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-08T06:20:19,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:19,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:19,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:19,836 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:19,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:19,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:19,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59182 deadline: 1733638879929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:19,932 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4159 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., hostname=cbcfd08a3627,46077,1733638796198, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T06:20:19,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-08T06:20:19,989 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:19,989 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-08T06:20:19,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:19,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:19,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:19,990 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:19,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:19,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:20,006 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:20,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638880004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:20,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:20,007 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638880005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:20,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638880006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:20,142 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:20,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-08T06:20:20,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:20,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:20,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:20,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:20,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:20,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:20,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/1329c1f54fcc442aa26b7e16fe3894af 2024-12-08T06:20:20,167 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/216269886d4f47b5990c615e836cea68 is 50, key is test_row_0/C:col10/1733638819347/Put/seqid=0 2024-12-08T06:20:20,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741961_1137 (size=12301) 2024-12-08T06:20:20,178 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=580 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/216269886d4f47b5990c615e836cea68 2024-12-08T06:20:20,185 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/0cbb1021d9884d0bbdcb50cca45817bb as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/0cbb1021d9884d0bbdcb50cca45817bb 2024-12-08T06:20:20,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/0cbb1021d9884d0bbdcb50cca45817bb, entries=150, sequenceid=580, filesize=12.0 K 2024-12-08T06:20:20,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/1329c1f54fcc442aa26b7e16fe3894af as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/1329c1f54fcc442aa26b7e16fe3894af 2024-12-08T06:20:20,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/1329c1f54fcc442aa26b7e16fe3894af, entries=150, sequenceid=580, filesize=12.0 K 2024-12-08T06:20:20,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/216269886d4f47b5990c615e836cea68 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/216269886d4f47b5990c615e836cea68 2024-12-08T06:20:20,204 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/216269886d4f47b5990c615e836cea68, entries=150, sequenceid=580, filesize=12.0 K 2024-12-08T06:20:20,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 94ee03118adb91c461ace6b126ea8b8d in 546ms, sequenceid=580, compaction requested=true 2024-12-08T06:20:20,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:20,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:20,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:20,206 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:20,206 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:20,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:20,206 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:20,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:20,207 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:20,208 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:20,208 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/B is initiating minor compaction (all files) 2024-12-08T06:20:20,208 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/B in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:20,208 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/3b296359802c418fbbd2ac640b4da4cf, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/0c102f9c416448dd9b9268e3a8393562, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/1329c1f54fcc442aa26b7e16fe3894af] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=37.3 K 2024-12-08T06:20:20,208 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40637 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:20,208 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/A is initiating minor compaction (all files) 2024-12-08T06:20:20,208 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/A in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:20,209 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/1bacf9d368004b1891c69c0f7c379c4d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/9f80bc1ac9bb40718af894c980e22cdd, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/0cbb1021d9884d0bbdcb50cca45817bb] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=39.7 K 2024-12-08T06:20:20,209 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 3b296359802c418fbbd2ac640b4da4cf, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1733638817541 2024-12-08T06:20:20,210 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1bacf9d368004b1891c69c0f7c379c4d, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1733638817541 2024-12-08T06:20:20,210 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f80bc1ac9bb40718af894c980e22cdd, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1733638818698 2024-12-08T06:20:20,210 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 0c102f9c416448dd9b9268e3a8393562, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1733638818698 2024-12-08T06:20:20,210 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cbb1021d9884d0bbdcb50cca45817bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1733638819339 2024-12-08T06:20:20,211 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 1329c1f54fcc442aa26b7e16fe3894af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1733638819339 2024-12-08T06:20:20,226 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#B#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:20,227 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/8fe484f45b5249b7a3b26f037c3722ef is 50, key is test_row_0/B:col10/1733638819347/Put/seqid=0 2024-12-08T06:20:20,229 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#A#compaction#124 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:20,230 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/0af8fbb4c92a4d1c96ec9b6fad86d807 is 50, key is test_row_0/A:col10/1733638819347/Put/seqid=0 2024-12-08T06:20:20,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741962_1138 (size=13697) 2024-12-08T06:20:20,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741963_1139 (size=13697) 2024-12-08T06:20:20,276 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/8fe484f45b5249b7a3b26f037c3722ef as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/8fe484f45b5249b7a3b26f037c3722ef 2024-12-08T06:20:20,284 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/B of 94ee03118adb91c461ace6b126ea8b8d into 8fe484f45b5249b7a3b26f037c3722ef(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:20,284 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:20,284 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/B, priority=13, startTime=1733638820206; duration=0sec 2024-12-08T06:20:20,284 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:20,284 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:B 2024-12-08T06:20:20,284 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:20,287 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38197 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:20,287 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/C is initiating minor compaction (all files) 2024-12-08T06:20:20,287 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/C in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:20,287 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/92e01b5f50a94f2fb90b69cc115fee79, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/534ddb24b11a452b8624c09e5c5b07d6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/216269886d4f47b5990c615e836cea68] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=37.3 K 2024-12-08T06:20:20,287 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 92e01b5f50a94f2fb90b69cc115fee79, keycount=150, bloomtype=ROW, size=13.3 K, encoding=NONE, compression=NONE, seqNum=539, earliestPutTs=1733638817541 2024-12-08T06:20:20,288 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 534ddb24b11a452b8624c09e5c5b07d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=562, earliestPutTs=1733638818698 2024-12-08T06:20:20,288 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 216269886d4f47b5990c615e836cea68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1733638819339 2024-12-08T06:20:20,298 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:20,298 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#C#compaction#125 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:20,298 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-08T06:20:20,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:20,299 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-08T06:20:20,299 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/3ef432c238c742af88c2011c233fa107 is 50, key is test_row_0/C:col10/1733638819347/Put/seqid=0 2024-12-08T06:20:20,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:20,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:20,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:20,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:20,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:20,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:20,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. as already flushing 2024-12-08T06:20:20,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:20,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/3507d090173e436c9b1b540761cc8f31 is 50, key is test_row_0/A:col10/1733638819695/Put/seqid=0 2024-12-08T06:20:20,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741964_1140 (size=13697) 2024-12-08T06:20:20,334 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:20,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 291 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638880328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:20,335 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:20,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638880329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:20,335 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/3ef432c238c742af88c2011c233fa107 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/3ef432c238c742af88c2011c233fa107 2024-12-08T06:20:20,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:20,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638880334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:20,346 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/C of 94ee03118adb91c461ace6b126ea8b8d into 3ef432c238c742af88c2011c233fa107(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:20,346 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:20,346 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/C, priority=13, startTime=1733638820207; duration=0sec 2024-12-08T06:20:20,348 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:20,348 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:C 2024-12-08T06:20:20,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741965_1141 (size=12301) 2024-12-08T06:20:20,363 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=602 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/3507d090173e436c9b1b540761cc8f31 2024-12-08T06:20:20,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/b26ba9d54f2c4b609406f6fbda1d1374 is 50, key is test_row_0/B:col10/1733638819695/Put/seqid=0 2024-12-08T06:20:20,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741966_1142 (size=12301) 2024-12-08T06:20:20,430 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=602 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/b26ba9d54f2c4b609406f6fbda1d1374 2024-12-08T06:20:20,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59214 deadline: 1733638880437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:20,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59230 deadline: 1733638880437, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:20,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/736506847f2446309606cd10a2ff7bfa is 50, key is test_row_0/C:col10/1733638819695/Put/seqid=0 2024-12-08T06:20:20,444 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:20,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:59198 deadline: 1733638880443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:20,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741967_1143 (size=12301) 2024-12-08T06:20:20,464 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=602 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/736506847f2446309606cd10a2ff7bfa 2024-12-08T06:20:20,472 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/3507d090173e436c9b1b540761cc8f31 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/3507d090173e436c9b1b540761cc8f31 2024-12-08T06:20:20,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-08T06:20:20,479 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/3507d090173e436c9b1b540761cc8f31, entries=150, sequenceid=602, filesize=12.0 K 2024-12-08T06:20:20,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/b26ba9d54f2c4b609406f6fbda1d1374 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b26ba9d54f2c4b609406f6fbda1d1374 2024-12-08T06:20:20,486 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b26ba9d54f2c4b609406f6fbda1d1374, entries=150, sequenceid=602, filesize=12.0 K 2024-12-08T06:20:20,489 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/736506847f2446309606cd10a2ff7bfa as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/736506847f2446309606cd10a2ff7bfa 2024-12-08T06:20:20,495 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/736506847f2446309606cd10a2ff7bfa, entries=150, sequenceid=602, filesize=12.0 K 2024-12-08T06:20:20,496 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 94ee03118adb91c461ace6b126ea8b8d in 197ms, sequenceid=602, compaction requested=false 2024-12-08T06:20:20,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:20,496 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:20,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-08T06:20:20,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-08T06:20:20,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-08T06:20:20,500 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1230 sec 2024-12-08T06:20:20,502 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 1.1290 sec 2024-12-08T06:20:20,524 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x71209fad to 127.0.0.1:52419 2024-12-08T06:20:20,524 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:20:20,524 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x502730d9 to 127.0.0.1:52419 2024-12-08T06:20:20,524 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:20:20,526 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77d9cb79 to 127.0.0.1:52419 2024-12-08T06:20:20,526 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:20:20,527 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x118d1c39 to 127.0.0.1:52419 2024-12-08T06:20:20,527 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:20:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:20,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-08T06:20:20,642 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f68aae6 to 127.0.0.1:52419 2024-12-08T06:20:20,642 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:20:20,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:20,642 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x18de28d7 to 127.0.0.1:52419 2024-12-08T06:20:20,642 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:20:20,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:20,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:20,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:20,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:20,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:20,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/511cc35661454bec81d73f0a70bd0575 is 50, key is test_row_0/A:col10/1733638820641/Put/seqid=0 2024-12-08T06:20:20,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741968_1144 (size=12301) 2024-12-08T06:20:20,653 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/0af8fbb4c92a4d1c96ec9b6fad86d807 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/0af8fbb4c92a4d1c96ec9b6fad86d807 2024-12-08T06:20:20,654 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27c80704 to 127.0.0.1:52419 2024-12-08T06:20:20,654 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:20:20,659 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/A of 94ee03118adb91c461ace6b126ea8b8d into 0af8fbb4c92a4d1c96ec9b6fad86d807(size=13.4 K), total size for store is 25.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:20,659 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:20,659 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/A, priority=13, startTime=1733638820206; duration=0sec 2024-12-08T06:20:20,659 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:20,660 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:A 2024-12-08T06:20:21,053 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/511cc35661454bec81d73f0a70bd0575 2024-12-08T06:20:21,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/4cc6834e06054eaf856f69b01ce5313f is 50, key is test_row_0/B:col10/1733638820641/Put/seqid=0 2024-12-08T06:20:21,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741969_1145 (size=12301) 2024-12-08T06:20:21,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/4cc6834e06054eaf856f69b01ce5313f 2024-12-08T06:20:21,476 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/27c1c7369bd94c50b065102b6356f682 is 50, key is test_row_0/C:col10/1733638820641/Put/seqid=0 2024-12-08T06:20:21,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-08T06:20:21,479 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-08T06:20:21,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741970_1146 (size=12301) 2024-12-08T06:20:21,881 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=620 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/27c1c7369bd94c50b065102b6356f682 2024-12-08T06:20:21,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/511cc35661454bec81d73f0a70bd0575 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/511cc35661454bec81d73f0a70bd0575 2024-12-08T06:20:21,891 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/511cc35661454bec81d73f0a70bd0575, entries=150, sequenceid=620, filesize=12.0 K 2024-12-08T06:20:21,891 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/4cc6834e06054eaf856f69b01ce5313f as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/4cc6834e06054eaf856f69b01ce5313f 2024-12-08T06:20:21,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/4cc6834e06054eaf856f69b01ce5313f, entries=150, sequenceid=620, filesize=12.0 K 2024-12-08T06:20:21,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/27c1c7369bd94c50b065102b6356f682 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/27c1c7369bd94c50b065102b6356f682 2024-12-08T06:20:21,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/27c1c7369bd94c50b065102b6356f682, entries=150, sequenceid=620, filesize=12.0 K 2024-12-08T06:20:21,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=6.71 KB/6870 for 94ee03118adb91c461ace6b126ea8b8d in 1259ms, sequenceid=620, compaction requested=true 2024-12-08T06:20:21,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:21,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:21,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:21,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:21,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:21,901 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:21,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 94ee03118adb91c461ace6b126ea8b8d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:21,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:21,901 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:21,902 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:21,902 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:21,902 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/A is initiating minor compaction (all files) 2024-12-08T06:20:21,902 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/B is initiating minor compaction (all files) 2024-12-08T06:20:21,902 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/A in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:21,902 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/B in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:21,902 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/0af8fbb4c92a4d1c96ec9b6fad86d807, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/3507d090173e436c9b1b540761cc8f31, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/511cc35661454bec81d73f0a70bd0575] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=37.4 K 2024-12-08T06:20:21,902 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/8fe484f45b5249b7a3b26f037c3722ef, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b26ba9d54f2c4b609406f6fbda1d1374, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/4cc6834e06054eaf856f69b01ce5313f] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=37.4 K 2024-12-08T06:20:21,903 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0af8fbb4c92a4d1c96ec9b6fad86d807, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1733638819339 2024-12-08T06:20:21,903 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fe484f45b5249b7a3b26f037c3722ef, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1733638819339 2024-12-08T06:20:21,903 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3507d090173e436c9b1b540761cc8f31, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=602, earliestPutTs=1733638819680 2024-12-08T06:20:21,903 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting b26ba9d54f2c4b609406f6fbda1d1374, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=602, earliestPutTs=1733638819680 2024-12-08T06:20:21,904 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 511cc35661454bec81d73f0a70bd0575, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=620, earliestPutTs=1733638820317 2024-12-08T06:20:21,904 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cc6834e06054eaf856f69b01ce5313f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=620, earliestPutTs=1733638820317 2024-12-08T06:20:21,912 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#B#compaction#132 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:21,912 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#A#compaction#133 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:21,912 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/114314f624e448cf8dfaf4f2a06e59ea is 50, key is test_row_0/B:col10/1733638820641/Put/seqid=0 2024-12-08T06:20:21,913 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/943418a267f44c4bbad81be920ce6c4f is 50, key is test_row_0/A:col10/1733638820641/Put/seqid=0 2024-12-08T06:20:21,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741971_1147 (size=13799) 2024-12-08T06:20:21,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741972_1148 (size=13799) 2024-12-08T06:20:22,323 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/114314f624e448cf8dfaf4f2a06e59ea as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/114314f624e448cf8dfaf4f2a06e59ea 2024-12-08T06:20:22,325 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/943418a267f44c4bbad81be920ce6c4f as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/943418a267f44c4bbad81be920ce6c4f 2024-12-08T06:20:22,328 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/B of 94ee03118adb91c461ace6b126ea8b8d into 114314f624e448cf8dfaf4f2a06e59ea(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:22,329 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:22,329 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/B, priority=13, startTime=1733638821901; duration=0sec 2024-12-08T06:20:22,329 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:22,329 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:B 2024-12-08T06:20:22,329 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:22,330 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38299 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:22,330 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 94ee03118adb91c461ace6b126ea8b8d/C is initiating minor compaction (all files) 2024-12-08T06:20:22,330 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 94ee03118adb91c461ace6b126ea8b8d/C in TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:22,330 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/3ef432c238c742af88c2011c233fa107, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/736506847f2446309606cd10a2ff7bfa, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/27c1c7369bd94c50b065102b6356f682] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp, totalSize=37.4 K 2024-12-08T06:20:22,331 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ef432c238c742af88c2011c233fa107, keycount=150, bloomtype=ROW, size=13.4 K, encoding=NONE, compression=NONE, seqNum=580, earliestPutTs=1733638819339 2024-12-08T06:20:22,331 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 736506847f2446309606cd10a2ff7bfa, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=602, earliestPutTs=1733638819680 2024-12-08T06:20:22,332 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 27c1c7369bd94c50b065102b6356f682, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=620, earliestPutTs=1733638820317 2024-12-08T06:20:22,332 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/A of 94ee03118adb91c461ace6b126ea8b8d into 943418a267f44c4bbad81be920ce6c4f(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:22,332 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:22,332 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/A, priority=13, startTime=1733638821901; duration=0sec 2024-12-08T06:20:22,332 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:22,332 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:A 2024-12-08T06:20:22,340 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 94ee03118adb91c461ace6b126ea8b8d#C#compaction#134 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:22,341 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/5ece53469d1e4c60820cfca639c4d91c is 50, key is test_row_0/C:col10/1733638820641/Put/seqid=0 2024-12-08T06:20:22,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741973_1149 (size=13799) 2024-12-08T06:20:22,753 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/5ece53469d1e4c60820cfca639c4d91c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/5ece53469d1e4c60820cfca639c4d91c 2024-12-08T06:20:22,758 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 94ee03118adb91c461ace6b126ea8b8d/C of 94ee03118adb91c461ace6b126ea8b8d into 5ece53469d1e4c60820cfca639c4d91c(size=13.5 K), total size for store is 13.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:22,758 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:22,758 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d., storeName=94ee03118adb91c461ace6b126ea8b8d/C, priority=13, startTime=1733638821901; duration=0sec 2024-12-08T06:20:22,758 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:22,759 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 94ee03118adb91c461ace6b126ea8b8d:C 2024-12-08T06:20:23,937 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cb8ce8a to 127.0.0.1:52419 2024-12-08T06:20:23,937 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:20:24,453 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T06:20:28,549 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x481d5e85 to 127.0.0.1:52419 2024-12-08T06:20:28,549 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:20:28,549 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T06:20:28,549 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-12-08T06:20:28,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 102 2024-12-08T06:20:28,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 163 2024-12-08T06:20:28,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 90 2024-12-08T06:20:28,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-08T06:20:28,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T06:20:28,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4803 2024-12-08T06:20:28,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4774 2024-12-08T06:20:28,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T06:20:28,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2171 2024-12-08T06:20:28,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6513 rows 2024-12-08T06:20:28,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2178 2024-12-08T06:20:28,550 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6534 rows 2024-12-08T06:20:28,550 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-08T06:20:28,550 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x490d92b6 to 127.0.0.1:52419 2024-12-08T06:20:28,550 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:20:28,553 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-08T06:20:28,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T06:20:28,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T06:20:28,566 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638828566"}]},"ts":"1733638828566"} 2024-12-08T06:20:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-08T06:20:28,568 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T06:20:28,570 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T06:20:28,572 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T06:20:28,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=94ee03118adb91c461ace6b126ea8b8d, UNASSIGN}] 2024-12-08T06:20:28,577 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=94ee03118adb91c461ace6b126ea8b8d, UNASSIGN 2024-12-08T06:20:28,577 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=94ee03118adb91c461ace6b126ea8b8d, regionState=CLOSING, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:28,578 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T06:20:28,579 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE; CloseRegionProcedure 94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198}] 2024-12-08T06:20:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-08T06:20:28,734 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:28,736 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(124): Close 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:28,736 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-08T06:20:28,736 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1681): Closing 94ee03118adb91c461ace6b126ea8b8d, disabling compactions & flushes 2024-12-08T06:20:28,737 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:28,737 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:28,737 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. after waiting 0 ms 2024-12-08T06:20:28,737 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:28,737 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(2837): Flushing 94ee03118adb91c461ace6b126ea8b8d 3/3 column families, dataSize=20.13 KB heapSize=53.48 KB 2024-12-08T06:20:28,737 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=A 2024-12-08T06:20:28,737 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:28,737 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=B 2024-12-08T06:20:28,737 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:28,737 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 94ee03118adb91c461ace6b126ea8b8d, store=C 2024-12-08T06:20:28,738 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:28,742 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/81035e3b95fd433fa288f4159063c6a1 is 50, key is test_row_0/A:col10/1733638828548/Put/seqid=0 2024-12-08T06:20:28,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741974_1150 (size=12301) 2024-12-08T06:20:28,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-08T06:20:29,147 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=630 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/81035e3b95fd433fa288f4159063c6a1 2024-12-08T06:20:29,157 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/fcc2d91136d34ffb8648909fe57912a6 is 50, key is test_row_0/B:col10/1733638828548/Put/seqid=0 2024-12-08T06:20:29,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741975_1151 (size=12301) 2024-12-08T06:20:29,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-08T06:20:29,561 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=630 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/fcc2d91136d34ffb8648909fe57912a6 2024-12-08T06:20:29,570 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/4163e89866dc4931b442a57e8a4e8800 is 50, key is test_row_0/C:col10/1733638828548/Put/seqid=0 2024-12-08T06:20:29,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741976_1152 (size=12301) 2024-12-08T06:20:29,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-08T06:20:29,975 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.71 KB at sequenceid=630 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/4163e89866dc4931b442a57e8a4e8800 2024-12-08T06:20:29,980 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/A/81035e3b95fd433fa288f4159063c6a1 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/81035e3b95fd433fa288f4159063c6a1 2024-12-08T06:20:29,984 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/81035e3b95fd433fa288f4159063c6a1, entries=150, sequenceid=630, filesize=12.0 K 2024-12-08T06:20:29,985 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/B/fcc2d91136d34ffb8648909fe57912a6 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/fcc2d91136d34ffb8648909fe57912a6 2024-12-08T06:20:29,989 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/fcc2d91136d34ffb8648909fe57912a6, entries=150, sequenceid=630, filesize=12.0 K 2024-12-08T06:20:29,990 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/.tmp/C/4163e89866dc4931b442a57e8a4e8800 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/4163e89866dc4931b442a57e8a4e8800 2024-12-08T06:20:29,994 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/4163e89866dc4931b442a57e8a4e8800, entries=150, sequenceid=630, filesize=12.0 K 2024-12-08T06:20:29,995 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(3040): Finished flush of dataSize ~20.13 KB/20610, heapSize ~53.44 KB/54720, currentSize=0 B/0 for 94ee03118adb91c461ace6b126ea8b8d in 1258ms, sequenceid=630, compaction requested=false 2024-12-08T06:20:29,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/9df0cd9423de413389eb6328f67088d6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/910ef0049f004758a2ffb43ddb69d84f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/205d4f9802c741b5b6fca70a555325cb, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/ac5acbb083a44e80a1494012a7ca95cc, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/a92d036c92164d949b33df17b6eed426, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/74bd49d35a2141e49683376162c07909, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/f5e2287a1e494935a8a140d5f03015b6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/c910ae77f4f5402894e1e487e1aad598, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/1eb303d9356f4596a29c77a1d1f4f8b7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/acfda2ebfc634b8c8ea3f63d594d8f0c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/425a8e563d66442081ff522780088cb7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/4eb1a065d204489aaa9a894c33567cc7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/0a5a0e63a8634b4090d775b8e6fa7755, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/67cf77fd12aa41cfa82d5f1f61ffbdfa, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/64f7b9b1f89149c9bbf90936b80b8f6b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/7869f2427ba1413a8f8cadcc9348f8e6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/e9144a35fdce4b34a1978f5ae483ecc6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/41984e1c36aa4f3fb0fc61bffb47a401, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5ab7a8d994c34fa99a902b4eb7b058f3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/47686d0c7ef34c4cbeb537014523c4f0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/96b27c7ab9574c55a5a602ed569094da, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/7074e53e56f64b4eaa51ccf3a4ac6a1e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5dc19ad7faaf4d538737e4a1be616ccb, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/9ac1ee44a67d4a33aa097c1b2a261bc2, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5db1cc4069ee41ed84c44ac475b55819, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5da3a07168114345bcb87da03d6fa4dd, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/19ddb32263f64df6a68d6199e07a8f5d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/259ab9b6d6d0496bad7b03980716c454, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/ac6f5617d8074a96afd0fdb8e02806ee, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/01140ab5a2f745429aa6b6b090ec391c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/faee88d3d4d848b9b5796422e4970f5b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/1ce4d6059af34002a383ee555a4a1bcf, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/88c53724775b4b6dae8d9bdae5d83d3e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/00e9487227f64127b2b3351f359b1949, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/6e3ea5d69be64ff5bbbdc6fe247f0930, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/426589b218bf400cac4dc9ee85eaa42d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/2caa32df279f4c2489158f594a625e95, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/294467f3e42948b5b170a318df9495c6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/1bacf9d368004b1891c69c0f7c379c4d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/9f80bc1ac9bb40718af894c980e22cdd, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/0af8fbb4c92a4d1c96ec9b6fad86d807, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/0cbb1021d9884d0bbdcb50cca45817bb, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/3507d090173e436c9b1b540761cc8f31, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/511cc35661454bec81d73f0a70bd0575] to archive 2024-12-08T06:20:30,000 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T06:20:30,007 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/9df0cd9423de413389eb6328f67088d6 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/9df0cd9423de413389eb6328f67088d6 2024-12-08T06:20:30,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/910ef0049f004758a2ffb43ddb69d84f to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/910ef0049f004758a2ffb43ddb69d84f 2024-12-08T06:20:30,010 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/205d4f9802c741b5b6fca70a555325cb to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/205d4f9802c741b5b6fca70a555325cb 2024-12-08T06:20:30,011 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/ac5acbb083a44e80a1494012a7ca95cc to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/ac5acbb083a44e80a1494012a7ca95cc 2024-12-08T06:20:30,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/a92d036c92164d949b33df17b6eed426 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/a92d036c92164d949b33df17b6eed426 2024-12-08T06:20:30,014 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/74bd49d35a2141e49683376162c07909 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/74bd49d35a2141e49683376162c07909 2024-12-08T06:20:30,016 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/f5e2287a1e494935a8a140d5f03015b6 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/f5e2287a1e494935a8a140d5f03015b6 2024-12-08T06:20:30,017 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/c910ae77f4f5402894e1e487e1aad598 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/c910ae77f4f5402894e1e487e1aad598 2024-12-08T06:20:30,018 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/1eb303d9356f4596a29c77a1d1f4f8b7 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/1eb303d9356f4596a29c77a1d1f4f8b7 2024-12-08T06:20:30,020 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/acfda2ebfc634b8c8ea3f63d594d8f0c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/acfda2ebfc634b8c8ea3f63d594d8f0c 2024-12-08T06:20:30,021 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/425a8e563d66442081ff522780088cb7 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/425a8e563d66442081ff522780088cb7 2024-12-08T06:20:30,022 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/4eb1a065d204489aaa9a894c33567cc7 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/4eb1a065d204489aaa9a894c33567cc7 2024-12-08T06:20:30,023 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/0a5a0e63a8634b4090d775b8e6fa7755 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/0a5a0e63a8634b4090d775b8e6fa7755 2024-12-08T06:20:30,025 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/67cf77fd12aa41cfa82d5f1f61ffbdfa to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/67cf77fd12aa41cfa82d5f1f61ffbdfa 2024-12-08T06:20:30,026 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/64f7b9b1f89149c9bbf90936b80b8f6b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/64f7b9b1f89149c9bbf90936b80b8f6b 2024-12-08T06:20:30,028 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/7869f2427ba1413a8f8cadcc9348f8e6 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/7869f2427ba1413a8f8cadcc9348f8e6 2024-12-08T06:20:30,029 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/e9144a35fdce4b34a1978f5ae483ecc6 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/e9144a35fdce4b34a1978f5ae483ecc6 2024-12-08T06:20:30,030 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/41984e1c36aa4f3fb0fc61bffb47a401 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/41984e1c36aa4f3fb0fc61bffb47a401 2024-12-08T06:20:30,031 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5ab7a8d994c34fa99a902b4eb7b058f3 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5ab7a8d994c34fa99a902b4eb7b058f3 2024-12-08T06:20:30,032 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/47686d0c7ef34c4cbeb537014523c4f0 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/47686d0c7ef34c4cbeb537014523c4f0 2024-12-08T06:20:30,034 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/96b27c7ab9574c55a5a602ed569094da to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/96b27c7ab9574c55a5a602ed569094da 2024-12-08T06:20:30,035 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/7074e53e56f64b4eaa51ccf3a4ac6a1e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/7074e53e56f64b4eaa51ccf3a4ac6a1e 2024-12-08T06:20:30,036 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5dc19ad7faaf4d538737e4a1be616ccb to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5dc19ad7faaf4d538737e4a1be616ccb 2024-12-08T06:20:30,037 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/9ac1ee44a67d4a33aa097c1b2a261bc2 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/9ac1ee44a67d4a33aa097c1b2a261bc2 2024-12-08T06:20:30,039 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5db1cc4069ee41ed84c44ac475b55819 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5db1cc4069ee41ed84c44ac475b55819 2024-12-08T06:20:30,040 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5da3a07168114345bcb87da03d6fa4dd to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/5da3a07168114345bcb87da03d6fa4dd 2024-12-08T06:20:30,041 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/19ddb32263f64df6a68d6199e07a8f5d to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/19ddb32263f64df6a68d6199e07a8f5d 2024-12-08T06:20:30,043 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/259ab9b6d6d0496bad7b03980716c454 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/259ab9b6d6d0496bad7b03980716c454 2024-12-08T06:20:30,044 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/ac6f5617d8074a96afd0fdb8e02806ee to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/ac6f5617d8074a96afd0fdb8e02806ee 2024-12-08T06:20:30,045 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/01140ab5a2f745429aa6b6b090ec391c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/01140ab5a2f745429aa6b6b090ec391c 2024-12-08T06:20:30,047 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/faee88d3d4d848b9b5796422e4970f5b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/faee88d3d4d848b9b5796422e4970f5b 2024-12-08T06:20:30,048 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/1ce4d6059af34002a383ee555a4a1bcf to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/1ce4d6059af34002a383ee555a4a1bcf 2024-12-08T06:20:30,050 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/88c53724775b4b6dae8d9bdae5d83d3e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/88c53724775b4b6dae8d9bdae5d83d3e 2024-12-08T06:20:30,051 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/00e9487227f64127b2b3351f359b1949 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/00e9487227f64127b2b3351f359b1949 2024-12-08T06:20:30,053 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/6e3ea5d69be64ff5bbbdc6fe247f0930 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/6e3ea5d69be64ff5bbbdc6fe247f0930 2024-12-08T06:20:30,054 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/426589b218bf400cac4dc9ee85eaa42d to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/426589b218bf400cac4dc9ee85eaa42d 2024-12-08T06:20:30,056 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/2caa32df279f4c2489158f594a625e95 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/2caa32df279f4c2489158f594a625e95 2024-12-08T06:20:30,057 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/294467f3e42948b5b170a318df9495c6 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/294467f3e42948b5b170a318df9495c6 2024-12-08T06:20:30,058 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/1bacf9d368004b1891c69c0f7c379c4d to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/1bacf9d368004b1891c69c0f7c379c4d 2024-12-08T06:20:30,059 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/9f80bc1ac9bb40718af894c980e22cdd to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/9f80bc1ac9bb40718af894c980e22cdd 2024-12-08T06:20:30,061 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/0af8fbb4c92a4d1c96ec9b6fad86d807 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/0af8fbb4c92a4d1c96ec9b6fad86d807 2024-12-08T06:20:30,062 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/0cbb1021d9884d0bbdcb50cca45817bb to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/0cbb1021d9884d0bbdcb50cca45817bb 2024-12-08T06:20:30,063 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/3507d090173e436c9b1b540761cc8f31 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/3507d090173e436c9b1b540761cc8f31 2024-12-08T06:20:30,064 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/511cc35661454bec81d73f0a70bd0575 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/511cc35661454bec81d73f0a70bd0575 2024-12-08T06:20:30,072 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T06:20:30,074 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T06:20:30,082 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/12055bdd9957425d875fe558a201a884, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/5739f697c0b348c4b367772bfeec29ad, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/e081ecc430734fd880548425e5e47ce4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/1ef892a0ad594c6e96e1064f82d47f55, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/97a1b2e1a05a4065bf25216f13cd7a26, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/fd594fc15d3d430e8e3127016b50ca00, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/cfe8366b9e924ce6a678ea19daa56436, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b3e78fe154ed471b9c1304296af213af, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/24d0779300d74024ba036b067d596844, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/c5a8a200d8e14a7ab1dfa4437e163ac4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/721d8eca6ec94ecc88141e2f9f6fba94, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/098efd1763a74a69aea2b3f6b9c8f868, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/3297ea55ecbf47ac944a643d2dd7ebfe, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/8762ecf1adbc45bdb060bb581709d274, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/e27d277419fc4708b2d7e3110c968718, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/bc1cfce76f8e4604a3204080a831433f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/5d6b3a6d9b5b4c8886eeccd56efc4c6e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/3a04f30241334ceba02065a594ad5ecf, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/5dbb3824f93d423abe41f31888dae803, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/2a295bd33aa8493bbc8bc2c6782cbe04, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b0df925ae19b4409ae417b546f03b58c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b2128e7ba6734c85ab17bde78cd69d15, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/7fd9a7672a1747dfbfab3d5c9de2eaae, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/f4f5a23d24024aac813a900300d6f388, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/9ebfdf45926249d1a03887207cf4c6a5, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/1e6129ed4bfe4d0991a1dcdb03118d55, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/bfee5c0c3e4e4e7a9ee21cf4b4288dea, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/f4b0e6893cbf416cbabe7dcf636d3d42, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/aeda127aee4e42cb8b4c7f6ed3135029, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/26b47a8ca80b4890b25aca269902bec3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/4d629329761b484ba3a46459c71b7069, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/49d7ac7ae3a8478e8da63ff0524ffd6c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/a6376f4a95fc40b780be4b236248085a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/866f0f0482ef4364beaf911eb33dcdd9, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b464b07b64e94f8190d1ea4bb6effd8c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/cae82a521631471db533ad5bec522382, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/6e35028ae3a64c62a3c22a4fbc1fd02f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/3b296359802c418fbbd2ac640b4da4cf, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/7c0a3cefdb994f7580719134a510b262, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/0c102f9c416448dd9b9268e3a8393562, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/8fe484f45b5249b7a3b26f037c3722ef, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/1329c1f54fcc442aa26b7e16fe3894af, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b26ba9d54f2c4b609406f6fbda1d1374, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/4cc6834e06054eaf856f69b01ce5313f] to archive 2024-12-08T06:20:30,084 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T06:20:30,086 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/12055bdd9957425d875fe558a201a884 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/12055bdd9957425d875fe558a201a884 2024-12-08T06:20:30,087 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/5739f697c0b348c4b367772bfeec29ad to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/5739f697c0b348c4b367772bfeec29ad 2024-12-08T06:20:30,088 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/e081ecc430734fd880548425e5e47ce4 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/e081ecc430734fd880548425e5e47ce4 2024-12-08T06:20:30,089 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/1ef892a0ad594c6e96e1064f82d47f55 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/1ef892a0ad594c6e96e1064f82d47f55 2024-12-08T06:20:30,090 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/97a1b2e1a05a4065bf25216f13cd7a26 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/97a1b2e1a05a4065bf25216f13cd7a26 2024-12-08T06:20:30,091 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/fd594fc15d3d430e8e3127016b50ca00 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/fd594fc15d3d430e8e3127016b50ca00 2024-12-08T06:20:30,092 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/cfe8366b9e924ce6a678ea19daa56436 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/cfe8366b9e924ce6a678ea19daa56436 2024-12-08T06:20:30,093 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b3e78fe154ed471b9c1304296af213af to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b3e78fe154ed471b9c1304296af213af 2024-12-08T06:20:30,094 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/24d0779300d74024ba036b067d596844 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/24d0779300d74024ba036b067d596844 2024-12-08T06:20:30,095 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/c5a8a200d8e14a7ab1dfa4437e163ac4 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/c5a8a200d8e14a7ab1dfa4437e163ac4 2024-12-08T06:20:30,096 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/721d8eca6ec94ecc88141e2f9f6fba94 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/721d8eca6ec94ecc88141e2f9f6fba94 2024-12-08T06:20:30,097 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/098efd1763a74a69aea2b3f6b9c8f868 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/098efd1763a74a69aea2b3f6b9c8f868 2024-12-08T06:20:30,098 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/3297ea55ecbf47ac944a643d2dd7ebfe to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/3297ea55ecbf47ac944a643d2dd7ebfe 2024-12-08T06:20:30,099 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/8762ecf1adbc45bdb060bb581709d274 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/8762ecf1adbc45bdb060bb581709d274 2024-12-08T06:20:30,100 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/e27d277419fc4708b2d7e3110c968718 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/e27d277419fc4708b2d7e3110c968718 2024-12-08T06:20:30,101 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/bc1cfce76f8e4604a3204080a831433f to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/bc1cfce76f8e4604a3204080a831433f 2024-12-08T06:20:30,102 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/5d6b3a6d9b5b4c8886eeccd56efc4c6e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/5d6b3a6d9b5b4c8886eeccd56efc4c6e 2024-12-08T06:20:30,104 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/3a04f30241334ceba02065a594ad5ecf to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/3a04f30241334ceba02065a594ad5ecf 2024-12-08T06:20:30,105 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/5dbb3824f93d423abe41f31888dae803 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/5dbb3824f93d423abe41f31888dae803 2024-12-08T06:20:30,106 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/2a295bd33aa8493bbc8bc2c6782cbe04 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/2a295bd33aa8493bbc8bc2c6782cbe04 2024-12-08T06:20:30,107 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b0df925ae19b4409ae417b546f03b58c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b0df925ae19b4409ae417b546f03b58c 2024-12-08T06:20:30,108 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b2128e7ba6734c85ab17bde78cd69d15 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b2128e7ba6734c85ab17bde78cd69d15 2024-12-08T06:20:30,109 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/7fd9a7672a1747dfbfab3d5c9de2eaae to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/7fd9a7672a1747dfbfab3d5c9de2eaae 2024-12-08T06:20:30,111 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/f4f5a23d24024aac813a900300d6f388 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/f4f5a23d24024aac813a900300d6f388 2024-12-08T06:20:30,112 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/9ebfdf45926249d1a03887207cf4c6a5 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/9ebfdf45926249d1a03887207cf4c6a5 2024-12-08T06:20:30,113 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/1e6129ed4bfe4d0991a1dcdb03118d55 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/1e6129ed4bfe4d0991a1dcdb03118d55 2024-12-08T06:20:30,114 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/bfee5c0c3e4e4e7a9ee21cf4b4288dea to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/bfee5c0c3e4e4e7a9ee21cf4b4288dea 2024-12-08T06:20:30,115 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/f4b0e6893cbf416cbabe7dcf636d3d42 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/f4b0e6893cbf416cbabe7dcf636d3d42 2024-12-08T06:20:30,116 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/aeda127aee4e42cb8b4c7f6ed3135029 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/aeda127aee4e42cb8b4c7f6ed3135029 2024-12-08T06:20:30,117 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/26b47a8ca80b4890b25aca269902bec3 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/26b47a8ca80b4890b25aca269902bec3 2024-12-08T06:20:30,118 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/4d629329761b484ba3a46459c71b7069 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/4d629329761b484ba3a46459c71b7069 2024-12-08T06:20:30,119 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/49d7ac7ae3a8478e8da63ff0524ffd6c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/49d7ac7ae3a8478e8da63ff0524ffd6c 2024-12-08T06:20:30,120 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/a6376f4a95fc40b780be4b236248085a to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/a6376f4a95fc40b780be4b236248085a 2024-12-08T06:20:30,121 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/866f0f0482ef4364beaf911eb33dcdd9 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/866f0f0482ef4364beaf911eb33dcdd9 2024-12-08T06:20:30,122 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b464b07b64e94f8190d1ea4bb6effd8c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b464b07b64e94f8190d1ea4bb6effd8c 2024-12-08T06:20:30,123 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/cae82a521631471db533ad5bec522382 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/cae82a521631471db533ad5bec522382 2024-12-08T06:20:30,125 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/6e35028ae3a64c62a3c22a4fbc1fd02f to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/6e35028ae3a64c62a3c22a4fbc1fd02f 2024-12-08T06:20:30,126 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/3b296359802c418fbbd2ac640b4da4cf to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/3b296359802c418fbbd2ac640b4da4cf 2024-12-08T06:20:30,127 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/7c0a3cefdb994f7580719134a510b262 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/7c0a3cefdb994f7580719134a510b262 2024-12-08T06:20:30,128 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/0c102f9c416448dd9b9268e3a8393562 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/0c102f9c416448dd9b9268e3a8393562 2024-12-08T06:20:30,130 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/8fe484f45b5249b7a3b26f037c3722ef to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/8fe484f45b5249b7a3b26f037c3722ef 2024-12-08T06:20:30,131 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/1329c1f54fcc442aa26b7e16fe3894af to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/1329c1f54fcc442aa26b7e16fe3894af 2024-12-08T06:20:30,132 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b26ba9d54f2c4b609406f6fbda1d1374 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/b26ba9d54f2c4b609406f6fbda1d1374 2024-12-08T06:20:30,133 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/4cc6834e06054eaf856f69b01ce5313f to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/4cc6834e06054eaf856f69b01ce5313f 2024-12-08T06:20:30,135 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/ec2c45b9161d458c82496ef44c7b1785, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0fc74ea07d01406f9bd2cf34d23d3dfd, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/fbb4c6dc21374316bc55acfbeb9a9a80, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/4050d35e8c7c4d588babbf89c26087db, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/98c8366e71754a82994854a8a4496d2d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/a1bdf74e199648628c670e55634f7876, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/d38090445bd9496ab9e5edf043b78d41, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/fe43fa6c262b46e49e1cf953ce5adb78, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/d3142d319e8a4add9ee8a345ee70bdf2, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/4625452fc9b24270b715f80f096d6f98, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0f24af97dff04734b6e9a24052a815ed, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/7afdb8c29c994fd5b021cb2567a7cb92, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/86a3e58f78a242a19582bd8ed069e7bf, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0886a30d05974005b469629b4bed7dfd, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/98e83e45cba24d9ab5d70840a1608971, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/7245b0fde21e4113b1cada569a81d3b2, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/3ac359ed122f4446bc30e5d86e026116, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/08018f60250b4f8c8a9c27439561077d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/9933e90902474df0ba9f5dfbd52dd668, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/7e31c655f94b44fd982d06a2730e7da5, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/bc384a2a83a742188c4dfce5bc402c7a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/31aecba968274dedba35a97b34c5330d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/2bf5a3d7c3ec463bbed695f58078d7b2, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/d76814d8d81143bf84cce5384ed806fc, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/5e17a134ded84d62987b99cf2502f49e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/6703afdb720c4462accd99379d6d7b64, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/84d6a0de04b64de1bb54f3111a599365, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/67a65a9cdf5742febd4d560957bc051e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/8deaa0c6d8ff4d83a6e6c3ec582c56b4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/53cca023f7c34ca999243fa0a1801f0b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/c95eb3b5e6b5419b83a6957d9fc03295, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/aa5fb437c02341c58f02d77834ec38c3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/da39edf7a19548bd9ca5f4a585f600b1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/9a498800351a461e943d9e774c2bcace, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/84a7f5a790b14d5a86dbc3aaae684c40, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0bde4776ec3943a2a96fb1afa9ff5e78, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/4c8e636dcd464d399f54e1b974373a92, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/92e01b5f50a94f2fb90b69cc115fee79, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/af43a741a28f4874a95707f547b0b3f8, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/534ddb24b11a452b8624c09e5c5b07d6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/3ef432c238c742af88c2011c233fa107, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/216269886d4f47b5990c615e836cea68, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/736506847f2446309606cd10a2ff7bfa, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/27c1c7369bd94c50b065102b6356f682] to archive 2024-12-08T06:20:30,136 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T06:20:30,137 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/ec2c45b9161d458c82496ef44c7b1785 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/ec2c45b9161d458c82496ef44c7b1785 2024-12-08T06:20:30,138 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0fc74ea07d01406f9bd2cf34d23d3dfd to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0fc74ea07d01406f9bd2cf34d23d3dfd 2024-12-08T06:20:30,140 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/fbb4c6dc21374316bc55acfbeb9a9a80 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/fbb4c6dc21374316bc55acfbeb9a9a80 2024-12-08T06:20:30,141 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/4050d35e8c7c4d588babbf89c26087db to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/4050d35e8c7c4d588babbf89c26087db 2024-12-08T06:20:30,142 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/98c8366e71754a82994854a8a4496d2d to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/98c8366e71754a82994854a8a4496d2d 2024-12-08T06:20:30,143 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/a1bdf74e199648628c670e55634f7876 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/a1bdf74e199648628c670e55634f7876 2024-12-08T06:20:30,144 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/d38090445bd9496ab9e5edf043b78d41 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/d38090445bd9496ab9e5edf043b78d41 2024-12-08T06:20:30,145 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/fe43fa6c262b46e49e1cf953ce5adb78 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/fe43fa6c262b46e49e1cf953ce5adb78 2024-12-08T06:20:30,146 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/d3142d319e8a4add9ee8a345ee70bdf2 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/d3142d319e8a4add9ee8a345ee70bdf2 2024-12-08T06:20:30,147 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/4625452fc9b24270b715f80f096d6f98 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/4625452fc9b24270b715f80f096d6f98 2024-12-08T06:20:30,148 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0f24af97dff04734b6e9a24052a815ed to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0f24af97dff04734b6e9a24052a815ed 2024-12-08T06:20:30,149 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/7afdb8c29c994fd5b021cb2567a7cb92 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/7afdb8c29c994fd5b021cb2567a7cb92 2024-12-08T06:20:30,150 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/86a3e58f78a242a19582bd8ed069e7bf to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/86a3e58f78a242a19582bd8ed069e7bf 2024-12-08T06:20:30,152 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0886a30d05974005b469629b4bed7dfd to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0886a30d05974005b469629b4bed7dfd 2024-12-08T06:20:30,153 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/98e83e45cba24d9ab5d70840a1608971 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/98e83e45cba24d9ab5d70840a1608971 2024-12-08T06:20:30,154 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/7245b0fde21e4113b1cada569a81d3b2 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/7245b0fde21e4113b1cada569a81d3b2 2024-12-08T06:20:30,156 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/3ac359ed122f4446bc30e5d86e026116 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/3ac359ed122f4446bc30e5d86e026116 2024-12-08T06:20:30,157 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/08018f60250b4f8c8a9c27439561077d to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/08018f60250b4f8c8a9c27439561077d 2024-12-08T06:20:30,158 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/9933e90902474df0ba9f5dfbd52dd668 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/9933e90902474df0ba9f5dfbd52dd668 2024-12-08T06:20:30,159 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/7e31c655f94b44fd982d06a2730e7da5 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/7e31c655f94b44fd982d06a2730e7da5 2024-12-08T06:20:30,160 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/bc384a2a83a742188c4dfce5bc402c7a to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/bc384a2a83a742188c4dfce5bc402c7a 2024-12-08T06:20:30,161 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/31aecba968274dedba35a97b34c5330d to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/31aecba968274dedba35a97b34c5330d 2024-12-08T06:20:30,163 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/2bf5a3d7c3ec463bbed695f58078d7b2 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/2bf5a3d7c3ec463bbed695f58078d7b2 2024-12-08T06:20:30,164 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/d76814d8d81143bf84cce5384ed806fc to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/d76814d8d81143bf84cce5384ed806fc 2024-12-08T06:20:30,165 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/5e17a134ded84d62987b99cf2502f49e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/5e17a134ded84d62987b99cf2502f49e 2024-12-08T06:20:30,166 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/6703afdb720c4462accd99379d6d7b64 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/6703afdb720c4462accd99379d6d7b64 2024-12-08T06:20:30,167 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/84d6a0de04b64de1bb54f3111a599365 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/84d6a0de04b64de1bb54f3111a599365 2024-12-08T06:20:30,168 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/67a65a9cdf5742febd4d560957bc051e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/67a65a9cdf5742febd4d560957bc051e 2024-12-08T06:20:30,169 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/8deaa0c6d8ff4d83a6e6c3ec582c56b4 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/8deaa0c6d8ff4d83a6e6c3ec582c56b4 2024-12-08T06:20:30,171 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/53cca023f7c34ca999243fa0a1801f0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/53cca023f7c34ca999243fa0a1801f0b 2024-12-08T06:20:30,172 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/c95eb3b5e6b5419b83a6957d9fc03295 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/c95eb3b5e6b5419b83a6957d9fc03295 2024-12-08T06:20:30,173 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/aa5fb437c02341c58f02d77834ec38c3 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/aa5fb437c02341c58f02d77834ec38c3 2024-12-08T06:20:30,174 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/da39edf7a19548bd9ca5f4a585f600b1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/da39edf7a19548bd9ca5f4a585f600b1 2024-12-08T06:20:30,175 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/9a498800351a461e943d9e774c2bcace to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/9a498800351a461e943d9e774c2bcace 2024-12-08T06:20:30,176 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/84a7f5a790b14d5a86dbc3aaae684c40 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/84a7f5a790b14d5a86dbc3aaae684c40 2024-12-08T06:20:30,177 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0bde4776ec3943a2a96fb1afa9ff5e78 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/0bde4776ec3943a2a96fb1afa9ff5e78 2024-12-08T06:20:30,178 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/4c8e636dcd464d399f54e1b974373a92 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/4c8e636dcd464d399f54e1b974373a92 2024-12-08T06:20:30,179 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/92e01b5f50a94f2fb90b69cc115fee79 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/92e01b5f50a94f2fb90b69cc115fee79 2024-12-08T06:20:30,180 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/af43a741a28f4874a95707f547b0b3f8 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/af43a741a28f4874a95707f547b0b3f8 2024-12-08T06:20:30,182 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/534ddb24b11a452b8624c09e5c5b07d6 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/534ddb24b11a452b8624c09e5c5b07d6 2024-12-08T06:20:30,183 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/3ef432c238c742af88c2011c233fa107 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/3ef432c238c742af88c2011c233fa107 2024-12-08T06:20:30,184 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/216269886d4f47b5990c615e836cea68 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/216269886d4f47b5990c615e836cea68 2024-12-08T06:20:30,185 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/736506847f2446309606cd10a2ff7bfa to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/736506847f2446309606cd10a2ff7bfa 2024-12-08T06:20:30,186 DEBUG [StoreCloser-TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/27c1c7369bd94c50b065102b6356f682 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/27c1c7369bd94c50b065102b6356f682 2024-12-08T06:20:30,190 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/recovered.edits/633.seqid, newMaxSeqId=633, maxSeqId=1 2024-12-08T06:20:30,194 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d. 2024-12-08T06:20:30,194 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] regionserver.HRegion(1635): Region close journal for 94ee03118adb91c461ace6b126ea8b8d: 2024-12-08T06:20:30,196 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=31}] handler.UnassignRegionHandler(170): Closed 94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:30,196 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=94ee03118adb91c461ace6b126ea8b8d, regionState=CLOSED 2024-12-08T06:20:30,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-08T06:20:30,200 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseRegionProcedure 94ee03118adb91c461ace6b126ea8b8d, server=cbcfd08a3627,46077,1733638796198 in 1.6190 sec 2024-12-08T06:20:30,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=30, resume processing ppid=29 2024-12-08T06:20:30,203 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=29, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=94ee03118adb91c461ace6b126ea8b8d, UNASSIGN in 1.6240 sec 2024-12-08T06:20:30,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-08T06:20:30,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6330 sec 2024-12-08T06:20:30,207 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638830207"}]},"ts":"1733638830207"} 2024-12-08T06:20:30,208 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T06:20:30,211 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T06:20:30,213 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6520 sec 2024-12-08T06:20:30,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-08T06:20:30,671 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-08T06:20:30,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T06:20:30,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:20:30,680 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=32, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:20:30,682 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=32, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:20:30,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-08T06:20:30,685 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:30,689 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A, FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B, FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C, FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/recovered.edits] 2024-12-08T06:20:30,692 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/81035e3b95fd433fa288f4159063c6a1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/81035e3b95fd433fa288f4159063c6a1 2024-12-08T06:20:30,694 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/943418a267f44c4bbad81be920ce6c4f to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/A/943418a267f44c4bbad81be920ce6c4f 2024-12-08T06:20:30,698 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/114314f624e448cf8dfaf4f2a06e59ea to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/114314f624e448cf8dfaf4f2a06e59ea 2024-12-08T06:20:30,700 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/fcc2d91136d34ffb8648909fe57912a6 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/B/fcc2d91136d34ffb8648909fe57912a6 2024-12-08T06:20:30,703 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/4163e89866dc4931b442a57e8a4e8800 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/4163e89866dc4931b442a57e8a4e8800 2024-12-08T06:20:30,705 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/5ece53469d1e4c60820cfca639c4d91c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/C/5ece53469d1e4c60820cfca639c4d91c 2024-12-08T06:20:30,710 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/recovered.edits/633.seqid to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d/recovered.edits/633.seqid 2024-12-08T06:20:30,711 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/94ee03118adb91c461ace6b126ea8b8d 2024-12-08T06:20:30,712 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T06:20:30,719 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=32, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:20:30,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-08T06:20:30,728 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T06:20:30,758 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T06:20:30,760 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=32, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:20:30,760 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T06:20:30,760 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733638830760"}]},"ts":"9223372036854775807"} 2024-12-08T06:20:30,763 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-08T06:20:30,763 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 94ee03118adb91c461ace6b126ea8b8d, NAME => 'TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T06:20:30,763 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T06:20:30,763 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733638830763"}]},"ts":"9223372036854775807"} 2024-12-08T06:20:30,767 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-08T06:20:30,770 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=32, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:20:30,771 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 95 msec 2024-12-08T06:20:30,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=32 2024-12-08T06:20:30,783 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 32 completed 2024-12-08T06:20:30,798 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=238 (was 219) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;cbcfd08a3627:46077-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2bf22113-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1826162129_22 at /127.0.0.1:41202 [Waiting for operation #13] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2bf22113-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2bf22113-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2bf22113-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=379 (was 192) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6515 (was 7607) 2024-12-08T06:20:30,808 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=238, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=379, ProcessCount=11, AvailableMemoryMB=6514 2024-12-08T06:20:30,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T06:20:30,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T06:20:30,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T06:20:30,813 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T06:20:30,813 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:30,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 33 2024-12-08T06:20:30,814 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T06:20:30,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-08T06:20:30,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741977_1153 (size=963) 2024-12-08T06:20:30,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-08T06:20:31,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-08T06:20:31,222 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4 2024-12-08T06:20:31,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741978_1154 (size=53) 2024-12-08T06:20:31,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-08T06:20:31,629 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T06:20:31,629 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 62ffee607acebab2be4b1bf0341b7d0b, disabling compactions & flushes 2024-12-08T06:20:31,629 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:31,629 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:31,629 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. after waiting 0 ms 2024-12-08T06:20:31,629 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:31,629 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:31,629 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:31,630 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T06:20:31,631 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733638831630"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733638831630"}]},"ts":"1733638831630"} 2024-12-08T06:20:31,632 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-08T06:20:31,633 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T06:20:31,633 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638831633"}]},"ts":"1733638831633"} 2024-12-08T06:20:31,634 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T06:20:31,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=62ffee607acebab2be4b1bf0341b7d0b, ASSIGN}] 2024-12-08T06:20:31,639 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=62ffee607acebab2be4b1bf0341b7d0b, ASSIGN 2024-12-08T06:20:31,640 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=33, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=62ffee607acebab2be4b1bf0341b7d0b, ASSIGN; state=OFFLINE, location=cbcfd08a3627,46077,1733638796198; forceNewPlan=false, retain=false 2024-12-08T06:20:31,791 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=62ffee607acebab2be4b1bf0341b7d0b, regionState=OPENING, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:31,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE; OpenRegionProcedure 62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198}] 2024-12-08T06:20:31,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-08T06:20:31,944 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:31,948 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:31,948 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7285): Opening region: {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} 2024-12-08T06:20:31,949 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:31,949 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T06:20:31,949 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7327): checking encryption for 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:31,949 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7330): checking classloading for 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:31,950 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:31,952 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:20:31,952 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62ffee607acebab2be4b1bf0341b7d0b columnFamilyName A 2024-12-08T06:20:31,952 DEBUG [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:31,953 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] regionserver.HStore(327): Store=62ffee607acebab2be4b1bf0341b7d0b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:20:31,953 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:31,954 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:20:31,955 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62ffee607acebab2be4b1bf0341b7d0b columnFamilyName B 2024-12-08T06:20:31,956 DEBUG [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:31,956 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] regionserver.HStore(327): Store=62ffee607acebab2be4b1bf0341b7d0b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:20:31,956 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:31,957 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:20:31,958 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62ffee607acebab2be4b1bf0341b7d0b columnFamilyName C 2024-12-08T06:20:31,958 DEBUG [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:31,958 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] regionserver.HStore(327): Store=62ffee607acebab2be4b1bf0341b7d0b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:20:31,958 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:31,959 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:31,959 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:31,961 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T06:20:31,961 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1085): writing seq id for 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:31,963 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T06:20:31,964 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1102): Opened 62ffee607acebab2be4b1bf0341b7d0b; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71772763, jitterRate=0.06949751079082489}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T06:20:31,964 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1001): Region open journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:31,965 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., pid=35, masterSystemTime=1733638831944 2024-12-08T06:20:31,967 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:31,967 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:31,967 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=62ffee607acebab2be4b1bf0341b7d0b, regionState=OPEN, openSeqNum=2, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:31,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=35, resume processing ppid=34 2024-12-08T06:20:31,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=34, state=SUCCESS; OpenRegionProcedure 62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 in 176 msec 2024-12-08T06:20:31,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=34, resume processing ppid=33 2024-12-08T06:20:31,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=33, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=62ffee607acebab2be4b1bf0341b7d0b, ASSIGN in 332 msec 2024-12-08T06:20:31,972 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T06:20:31,972 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638831972"}]},"ts":"1733638831972"} 2024-12-08T06:20:31,973 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T06:20:31,976 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=33, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T06:20:31,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1650 sec 2024-12-08T06:20:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=33 2024-12-08T06:20:32,920 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 33 completed 2024-12-08T06:20:32,921 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x13a2669a to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b629792 2024-12-08T06:20:32,925 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@415dec94, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:20:32,926 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:20:32,929 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36358, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:20:32,931 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T06:20:32,933 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46204, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T06:20:32,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T06:20:32,940 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T06:20:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=36, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-08T06:20:32,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741979_1155 (size=999) 2024-12-08T06:20:33,362 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-08T06:20:33,362 INFO [PEWorker-3 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-08T06:20:33,366 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T06:20:33,374 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=62ffee607acebab2be4b1bf0341b7d0b, REOPEN/MOVE}] 2024-12-08T06:20:33,375 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=62ffee607acebab2be4b1bf0341b7d0b, REOPEN/MOVE 2024-12-08T06:20:33,375 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=62ffee607acebab2be4b1bf0341b7d0b, regionState=CLOSING, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:33,377 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T06:20:33,377 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE; CloseRegionProcedure 62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198}] 2024-12-08T06:20:33,528 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:33,529 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(124): Close 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:33,529 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-08T06:20:33,529 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1681): Closing 62ffee607acebab2be4b1bf0341b7d0b, disabling compactions & flushes 2024-12-08T06:20:33,529 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:33,529 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:33,529 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. after waiting 0 ms 2024-12-08T06:20:33,529 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:33,534 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-08T06:20:33,535 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:33,535 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegion(1635): Region close journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:33,535 WARN [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] regionserver.HRegionServer(3786): Not adding moved region record: 62ffee607acebab2be4b1bf0341b7d0b to self. 2024-12-08T06:20:33,536 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=39}] handler.UnassignRegionHandler(170): Closed 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:33,537 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=62ffee607acebab2be4b1bf0341b7d0b, regionState=CLOSED 2024-12-08T06:20:33,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-08T06:20:33,539 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; CloseRegionProcedure 62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 in 161 msec 2024-12-08T06:20:33,539 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=38, ppid=37, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=62ffee607acebab2be4b1bf0341b7d0b, REOPEN/MOVE; state=CLOSED, location=cbcfd08a3627,46077,1733638796198; forceNewPlan=false, retain=true 2024-12-08T06:20:33,690 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=62ffee607acebab2be4b1bf0341b7d0b, regionState=OPENING, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:33,692 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=38, state=RUNNABLE; OpenRegionProcedure 62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198}] 2024-12-08T06:20:33,843 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:33,847 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:33,847 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} 2024-12-08T06:20:33,847 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:33,847 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T06:20:33,847 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:33,847 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:33,850 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:33,850 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:20:33,856 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62ffee607acebab2be4b1bf0341b7d0b columnFamilyName A 2024-12-08T06:20:33,859 DEBUG [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:33,859 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] regionserver.HStore(327): Store=62ffee607acebab2be4b1bf0341b7d0b/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:20:33,860 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:33,860 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:20:33,861 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62ffee607acebab2be4b1bf0341b7d0b columnFamilyName B 2024-12-08T06:20:33,861 DEBUG [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:33,861 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] regionserver.HStore(327): Store=62ffee607acebab2be4b1bf0341b7d0b/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:20:33,861 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:33,862 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:20:33,862 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 62ffee607acebab2be4b1bf0341b7d0b columnFamilyName C 2024-12-08T06:20:33,862 DEBUG [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:33,863 INFO [StoreOpener-62ffee607acebab2be4b1bf0341b7d0b-1 {}] regionserver.HStore(327): Store=62ffee607acebab2be4b1bf0341b7d0b/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:20:33,863 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:33,864 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:33,865 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:33,866 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T06:20:33,867 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:33,868 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 62ffee607acebab2be4b1bf0341b7d0b; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63584905, jitterRate=-0.05251108109951019}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T06:20:33,870 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:33,871 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., pid=40, masterSystemTime=1733638833843 2024-12-08T06:20:33,873 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:33,873 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:33,873 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=38 updating hbase:meta row=62ffee607acebab2be4b1bf0341b7d0b, regionState=OPEN, openSeqNum=5, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:33,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=38 2024-12-08T06:20:33,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=38, state=SUCCESS; OpenRegionProcedure 62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 in 182 msec 2024-12-08T06:20:33,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=37 2024-12-08T06:20:33,877 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=37, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=62ffee607acebab2be4b1bf0341b7d0b, REOPEN/MOVE in 502 msec 2024-12-08T06:20:33,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-08T06:20:33,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 513 msec 2024-12-08T06:20:33,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 938 msec 2024-12-08T06:20:33,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=36 2024-12-08T06:20:33,891 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ee4b68d to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ded54fd 2024-12-08T06:20:33,899 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b8114b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:20:33,900 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d3cf478 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9a59813 2024-12-08T06:20:33,904 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5c4058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:20:33,906 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03e48ff0 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c16ea94 2024-12-08T06:20:33,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40e8ce40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:20:33,914 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ab1874e to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78dfb8c5 2024-12-08T06:20:33,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d89b50a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:20:33,919 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4c3b1f to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2343183d 2024-12-08T06:20:33,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2362c8ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:20:33,925 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x36db9f87 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@349a6fe 2024-12-08T06:20:33,931 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c645fa1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:20:33,932 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c368568 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3286a246 2024-12-08T06:20:33,936 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c317ae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:20:33,937 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1aed43b4 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1dfe463d 2024-12-08T06:20:33,941 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a0fc918, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:20:33,943 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6cab9ba4 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30be7a2 2024-12-08T06:20:33,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b8b9d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:20:33,950 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:20:33,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees 2024-12-08T06:20:33,952 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:20:33,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-08T06:20:33,953 DEBUG [hconnection-0x52bb5f51-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:20:33,953 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=41, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:20:33,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=41, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:20:33,960 DEBUG [hconnection-0x3774329c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:20:33,961 DEBUG [hconnection-0x48769d4d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:20:33,961 DEBUG [hconnection-0x3947021a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:20:33,962 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:20:33,963 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36388, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:20:33,963 DEBUG [hconnection-0x50d38d10-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:20:33,964 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:20:33,964 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:20:33,964 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:20:33,967 DEBUG [hconnection-0x4c469bad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:20:33,969 DEBUG [hconnection-0x1dce59c6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:20:33,972 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:20:33,972 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:20:33,974 DEBUG [hconnection-0x13dd1438-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:20:33,976 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36448, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:20:33,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:33,978 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:20:33,979 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:33,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:33,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:33,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:33,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:33,980 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:33,984 DEBUG [hconnection-0x6b4ab071-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:20:33,990 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36460, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:20:34,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638894004, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638894005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638894011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,018 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638894013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638894024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,044 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208039153f7c14741f89b4d757d59a2855d_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638833975/Put/seqid=0 2024-12-08T06:20:34,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-08T06:20:34,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741980_1156 (size=12154) 2024-12-08T06:20:34,068 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:34,085 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208039153f7c14741f89b4d757d59a2855d_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208039153f7c14741f89b4d757d59a2855d_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:34,087 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/f3d30292624d46a28686f27a3c3e5d9c, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:34,096 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/f3d30292624d46a28686f27a3c3e5d9c is 175, key is test_row_0/A:col10/1733638833975/Put/seqid=0 2024-12-08T06:20:34,106 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-08T06:20:34,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:34,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:34,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:34,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:34,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:34,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:34,118 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638894116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741981_1157 (size=30955) 2024-12-08T06:20:34,122 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/f3d30292624d46a28686f27a3c3e5d9c 2024-12-08T06:20:34,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638894117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,128 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638894117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,135 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638894120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638894128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/bba2068806ec4752aec631207c675944 is 50, key is test_row_0/B:col10/1733638833975/Put/seqid=0 2024-12-08T06:20:34,178 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741982_1158 (size=12001) 2024-12-08T06:20:34,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/bba2068806ec4752aec631207c675944 2024-12-08T06:20:34,215 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/76c810cdefd3466b8c1fe89c075f98bc is 50, key is test_row_0/C:col10/1733638833975/Put/seqid=0 2024-12-08T06:20:34,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741983_1159 (size=12001) 2024-12-08T06:20:34,254 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/76c810cdefd3466b8c1fe89c075f98bc 2024-12-08T06:20:34,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-08T06:20:34,260 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-08T06:20:34,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:34,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:34,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:34,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/f3d30292624d46a28686f27a3c3e5d9c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f3d30292624d46a28686f27a3c3e5d9c 2024-12-08T06:20:34,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:34,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:34,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:34,270 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f3d30292624d46a28686f27a3c3e5d9c, entries=150, sequenceid=17, filesize=30.2 K 2024-12-08T06:20:34,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/bba2068806ec4752aec631207c675944 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/bba2068806ec4752aec631207c675944 2024-12-08T06:20:34,278 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/bba2068806ec4752aec631207c675944, entries=150, sequenceid=17, filesize=11.7 K 2024-12-08T06:20:34,280 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/76c810cdefd3466b8c1fe89c075f98bc as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/76c810cdefd3466b8c1fe89c075f98bc 2024-12-08T06:20:34,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/76c810cdefd3466b8c1fe89c075f98bc, entries=150, sequenceid=17, filesize=11.7 K 2024-12-08T06:20:34,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 62ffee607acebab2be4b1bf0341b7d0b in 318ms, sequenceid=17, compaction requested=false 2024-12-08T06:20:34,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:34,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:34,327 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T06:20:34,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:34,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:34,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:34,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:34,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:34,327 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:34,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082e6ffafc09e540c380f336aa0801e8a9_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638834323/Put/seqid=0 2024-12-08T06:20:34,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741984_1160 (size=14594) 2024-12-08T06:20:34,375 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638894357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,376 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638894358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638894358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,377 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638894362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,377 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638894362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,382 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:34,388 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082e6ffafc09e540c380f336aa0801e8a9_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082e6ffafc09e540c380f336aa0801e8a9_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:34,389 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/7adbc4d9225549039fcdd14d1e07a2d6, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:34,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/7adbc4d9225549039fcdd14d1e07a2d6 is 175, key is test_row_0/A:col10/1733638834323/Put/seqid=0 2024-12-08T06:20:34,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741985_1161 (size=39549) 2024-12-08T06:20:34,416 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-08T06:20:34,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:34,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:34,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:34,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] handler.RSProcedureHandler(58): pid=42 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:34,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=42 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:34,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=42 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:34,418 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=42, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/7adbc4d9225549039fcdd14d1e07a2d6 2024-12-08T06:20:34,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/a49c88fad89b4ebeb3b5400501f3871b is 50, key is test_row_0/B:col10/1733638834323/Put/seqid=0 2024-12-08T06:20:34,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741986_1162 (size=12001) 2024-12-08T06:20:34,478 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638894478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/a49c88fad89b4ebeb3b5400501f3871b 2024-12-08T06:20:34,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638894478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638894479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638894479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638894480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/71cc52a85d9b4099b00ee3af3c9852c4 is 50, key is test_row_0/C:col10/1733638834323/Put/seqid=0 2024-12-08T06:20:34,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741987_1163 (size=12001) 2024-12-08T06:20:34,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/71cc52a85d9b4099b00ee3af3c9852c4 2024-12-08T06:20:34,514 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/7adbc4d9225549039fcdd14d1e07a2d6 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/7adbc4d9225549039fcdd14d1e07a2d6 2024-12-08T06:20:34,545 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/7adbc4d9225549039fcdd14d1e07a2d6, entries=200, sequenceid=42, filesize=38.6 K 2024-12-08T06:20:34,546 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/a49c88fad89b4ebeb3b5400501f3871b as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/a49c88fad89b4ebeb3b5400501f3871b 2024-12-08T06:20:34,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-08T06:20:34,559 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/a49c88fad89b4ebeb3b5400501f3871b, entries=150, sequenceid=42, filesize=11.7 K 2024-12-08T06:20:34,561 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/71cc52a85d9b4099b00ee3af3c9852c4 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/71cc52a85d9b4099b00ee3af3c9852c4 2024-12-08T06:20:34,566 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/71cc52a85d9b4099b00ee3af3c9852c4, entries=150, sequenceid=42, filesize=11.7 K 2024-12-08T06:20:34,569 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,570 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 62ffee607acebab2be4b1bf0341b7d0b in 242ms, sequenceid=42, compaction requested=false 2024-12-08T06:20:34,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:34,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=42 2024-12-08T06:20:34,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:34,571 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:20:34,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:34,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:34,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:34,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:34,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:34,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:34,623 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208e514146cce204147947c5720ea8c013b_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638834356/Put/seqid=0 2024-12-08T06:20:34,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741988_1164 (size=12154) 2024-12-08T06:20:34,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:34,640 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208e514146cce204147947c5720ea8c013b_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e514146cce204147947c5720ea8c013b_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:34,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/f507f40b06e04444890b4e46249ee20a, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:34,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/f507f40b06e04444890b4e46249ee20a is 175, key is test_row_0/A:col10/1733638834356/Put/seqid=0 2024-12-08T06:20:34,670 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741989_1165 (size=30955) 2024-12-08T06:20:34,675 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/f507f40b06e04444890b4e46249ee20a 2024-12-08T06:20:34,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:34,686 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:34,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/8f978e471d1742cc92690c91803108ef is 50, key is test_row_0/B:col10/1733638834356/Put/seqid=0 2024-12-08T06:20:34,743 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638894739, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638894741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638894744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,745 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638894744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,747 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638894746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741990_1166 (size=12001) 2024-12-08T06:20:34,750 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/8f978e471d1742cc92690c91803108ef 2024-12-08T06:20:34,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/093c56a17d7f4483b9df7d5304637cfb is 50, key is test_row_0/C:col10/1733638834356/Put/seqid=0 2024-12-08T06:20:34,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638894845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,847 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638894847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,848 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638894847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638894848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,854 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:34,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638894849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:34,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741991_1167 (size=12001) 2024-12-08T06:20:34,875 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/093c56a17d7f4483b9df7d5304637cfb 2024-12-08T06:20:34,882 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/f507f40b06e04444890b4e46249ee20a as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f507f40b06e04444890b4e46249ee20a 2024-12-08T06:20:34,887 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f507f40b06e04444890b4e46249ee20a, entries=150, sequenceid=53, filesize=30.2 K 2024-12-08T06:20:34,889 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/8f978e471d1742cc92690c91803108ef as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/8f978e471d1742cc92690c91803108ef 2024-12-08T06:20:34,894 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/8f978e471d1742cc92690c91803108ef, entries=150, sequenceid=53, filesize=11.7 K 2024-12-08T06:20:34,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/093c56a17d7f4483b9df7d5304637cfb as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/093c56a17d7f4483b9df7d5304637cfb 2024-12-08T06:20:34,902 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/093c56a17d7f4483b9df7d5304637cfb, entries=150, sequenceid=53, filesize=11.7 K 2024-12-08T06:20:34,906 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for 62ffee607acebab2be4b1bf0341b7d0b in 336ms, sequenceid=53, compaction requested=true 2024-12-08T06:20:34,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:34,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:34,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=42}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=42 2024-12-08T06:20:34,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=42 2024-12-08T06:20:34,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=41 2024-12-08T06:20:34,910 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 955 msec 2024-12-08T06:20:34,915 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=41, table=TestAcidGuarantees in 961 msec 2024-12-08T06:20:35,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:35,053 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-08T06:20:35,053 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:35,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:35,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:35,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:35,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:35,054 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:35,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=41 2024-12-08T06:20:35,058 INFO [Thread-754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 41 completed 2024-12-08T06:20:35,060 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:20:35,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-12-08T06:20:35,062 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:20:35,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-08T06:20:35,063 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:20:35,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:20:35,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638895061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638895061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638895063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638895066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,068 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638895066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f826ab70ad9e46cd84f5963cc0f86e35_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638834741/Put/seqid=0 2024-12-08T06:20:35,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741992_1168 (size=14594) 2024-12-08T06:20:35,122 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:35,128 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f826ab70ad9e46cd84f5963cc0f86e35_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f826ab70ad9e46cd84f5963cc0f86e35_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:35,130 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/bf8a7fcf47fc4070972261284a870e82, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:35,130 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/bf8a7fcf47fc4070972261284a870e82 is 175, key is test_row_0/A:col10/1733638834741/Put/seqid=0 2024-12-08T06:20:35,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741993_1169 (size=39549) 2024-12-08T06:20:35,156 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=80, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/bf8a7fcf47fc4070972261284a870e82 2024-12-08T06:20:35,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-08T06:20:35,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638895168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638895168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638895170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638895170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638895171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/406994aa7a74428dac8b6f876f983e01 is 50, key is test_row_0/B:col10/1733638834741/Put/seqid=0 2024-12-08T06:20:35,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741994_1170 (size=12001) 2024-12-08T06:20:35,194 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/406994aa7a74428dac8b6f876f983e01 2024-12-08T06:20:35,207 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/29c0b5a9f0ab4b6382f73e57c6567340 is 50, key is test_row_0/C:col10/1733638834741/Put/seqid=0 2024-12-08T06:20:35,216 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-08T06:20:35,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:35,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:35,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:35,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:35,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:35,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:35,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741995_1171 (size=12001) 2024-12-08T06:20:35,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=80 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/29c0b5a9f0ab4b6382f73e57c6567340 2024-12-08T06:20:35,245 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/bf8a7fcf47fc4070972261284a870e82 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/bf8a7fcf47fc4070972261284a870e82 2024-12-08T06:20:35,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/bf8a7fcf47fc4070972261284a870e82, entries=200, sequenceid=80, filesize=38.6 K 2024-12-08T06:20:35,251 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/406994aa7a74428dac8b6f876f983e01 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/406994aa7a74428dac8b6f876f983e01 2024-12-08T06:20:35,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/406994aa7a74428dac8b6f876f983e01, entries=150, sequenceid=80, filesize=11.7 K 2024-12-08T06:20:35,261 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/29c0b5a9f0ab4b6382f73e57c6567340 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/29c0b5a9f0ab4b6382f73e57c6567340 2024-12-08T06:20:35,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/29c0b5a9f0ab4b6382f73e57c6567340, entries=150, sequenceid=80, filesize=11.7 K 2024-12-08T06:20:35,269 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 62ffee607acebab2be4b1bf0341b7d0b in 215ms, sequenceid=80, compaction requested=true 2024-12-08T06:20:35,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:35,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:35,269 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:20:35,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:35,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:35,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:35,269 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:20:35,269 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:35,270 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:35,270 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141008 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:20:35,271 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/A is initiating minor compaction (all files) 2024-12-08T06:20:35,271 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/A in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:35,271 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f3d30292624d46a28686f27a3c3e5d9c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/7adbc4d9225549039fcdd14d1e07a2d6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f507f40b06e04444890b4e46249ee20a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/bf8a7fcf47fc4070972261284a870e82] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=137.7 K 2024-12-08T06:20:35,271 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:35,271 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f3d30292624d46a28686f27a3c3e5d9c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/7adbc4d9225549039fcdd14d1e07a2d6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f507f40b06e04444890b4e46249ee20a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/bf8a7fcf47fc4070972261284a870e82] 2024-12-08T06:20:35,272 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3d30292624d46a28686f27a3c3e5d9c, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733638833972 2024-12-08T06:20:35,272 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:20:35,272 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/B is initiating minor compaction (all files) 2024-12-08T06:20:35,272 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/B in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:35,272 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7adbc4d9225549039fcdd14d1e07a2d6, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733638834003 2024-12-08T06:20:35,272 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/bba2068806ec4752aec631207c675944, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/a49c88fad89b4ebeb3b5400501f3871b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/8f978e471d1742cc92690c91803108ef, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/406994aa7a74428dac8b6f876f983e01] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=46.9 K 2024-12-08T06:20:35,273 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting f507f40b06e04444890b4e46249ee20a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733638834348 2024-12-08T06:20:35,273 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting bf8a7fcf47fc4070972261284a870e82, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733638834740 2024-12-08T06:20:35,274 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting bba2068806ec4752aec631207c675944, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733638833972 2024-12-08T06:20:35,275 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting a49c88fad89b4ebeb3b5400501f3871b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733638834004 2024-12-08T06:20:35,275 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f978e471d1742cc92690c91803108ef, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733638834348 2024-12-08T06:20:35,276 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 406994aa7a74428dac8b6f876f983e01, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733638834740 2024-12-08T06:20:35,301 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:35,314 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#B#compaction#151 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:35,314 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/d90871e523784e8d84c3ef140ba7831d is 50, key is test_row_0/B:col10/1733638834741/Put/seqid=0 2024-12-08T06:20:35,316 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208e3bc5680657a4451acdfdfee84e2ccb1_62ffee607acebab2be4b1bf0341b7d0b store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:35,322 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208e3bc5680657a4451acdfdfee84e2ccb1_62ffee607acebab2be4b1bf0341b7d0b, store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:35,322 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208e3bc5680657a4451acdfdfee84e2ccb1_62ffee607acebab2be4b1bf0341b7d0b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:35,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741996_1172 (size=12139) 2024-12-08T06:20:35,360 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/d90871e523784e8d84c3ef140ba7831d as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/d90871e523784e8d84c3ef140ba7831d 2024-12-08T06:20:35,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-08T06:20:35,366 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/B of 62ffee607acebab2be4b1bf0341b7d0b into d90871e523784e8d84c3ef140ba7831d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:35,366 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:35,366 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/B, priority=12, startTime=1733638835269; duration=0sec 2024-12-08T06:20:35,366 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:35,367 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:B 2024-12-08T06:20:35,367 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:20:35,368 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:20:35,368 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/C is initiating minor compaction (all files) 2024-12-08T06:20:35,368 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/C in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:35,369 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/76c810cdefd3466b8c1fe89c075f98bc, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/71cc52a85d9b4099b00ee3af3c9852c4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/093c56a17d7f4483b9df7d5304637cfb, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/29c0b5a9f0ab4b6382f73e57c6567340] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=46.9 K 2024-12-08T06:20:35,369 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 76c810cdefd3466b8c1fe89c075f98bc, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733638833972 2024-12-08T06:20:35,369 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 71cc52a85d9b4099b00ee3af3c9852c4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1733638834004 2024-12-08T06:20:35,370 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 093c56a17d7f4483b9df7d5304637cfb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733638834348 2024-12-08T06:20:35,370 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,370 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 29c0b5a9f0ab4b6382f73e57c6567340, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733638834740 2024-12-08T06:20:35,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-08T06:20:35,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:35,371 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-08T06:20:35,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:35,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:35,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:35,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:35,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:35,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:35,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:35,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:35,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741997_1173 (size=4469) 2024-12-08T06:20:35,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638895400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,408 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638895402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638895404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,410 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638895406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,411 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638895407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,415 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#C#compaction#152 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:35,416 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/daed01e928924133822817a66870d4b7 is 50, key is test_row_0/C:col10/1733638834741/Put/seqid=0 2024-12-08T06:20:35,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412089cd8ddc947bf47448f6a032ab9006c98_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638835062/Put/seqid=0 2024-12-08T06:20:35,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741998_1174 (size=12139) 2024-12-08T06:20:35,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741999_1175 (size=12154) 2024-12-08T06:20:35,492 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:35,497 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412089cd8ddc947bf47448f6a032ab9006c98_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412089cd8ddc947bf47448f6a032ab9006c98_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:35,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/b604c364e1c04a7dae0ab42a8181678b, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:35,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/b604c364e1c04a7dae0ab42a8181678b is 175, key is test_row_0/A:col10/1733638835062/Put/seqid=0 2024-12-08T06:20:35,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638895509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638895510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,515 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638895513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638895513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,516 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638895513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742000_1176 (size=30955) 2024-12-08T06:20:35,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-08T06:20:35,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638895713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638895713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638895717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638895718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:35,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638895719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:35,741 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T06:20:35,794 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#A#compaction#150 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:35,797 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/aa8f1046db264a18868f6085bb4bc81a is 175, key is test_row_0/A:col10/1733638834741/Put/seqid=0 2024-12-08T06:20:35,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742001_1177 (size=31093) 2024-12-08T06:20:35,838 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/aa8f1046db264a18868f6085bb4bc81a as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/aa8f1046db264a18868f6085bb4bc81a 2024-12-08T06:20:35,848 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/A of 62ffee607acebab2be4b1bf0341b7d0b into aa8f1046db264a18868f6085bb4bc81a(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:35,848 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:35,848 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/A, priority=12, startTime=1733638835269; duration=0sec 2024-12-08T06:20:35,848 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:35,849 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:A 2024-12-08T06:20:35,872 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/daed01e928924133822817a66870d4b7 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/daed01e928924133822817a66870d4b7 2024-12-08T06:20:35,881 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/C of 62ffee607acebab2be4b1bf0341b7d0b into daed01e928924133822817a66870d4b7(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:35,881 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:35,881 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/C, priority=12, startTime=1733638835269; duration=0sec 2024-12-08T06:20:35,882 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:35,882 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:C 2024-12-08T06:20:35,919 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/b604c364e1c04a7dae0ab42a8181678b 2024-12-08T06:20:35,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/91a557f91e97497ea4048e6d34697371 is 50, key is test_row_0/B:col10/1733638835062/Put/seqid=0 2024-12-08T06:20:35,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742002_1178 (size=12001) 2024-12-08T06:20:36,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:36,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638896019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:36,020 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:36,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638896019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:36,029 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:36,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638896026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:36,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638896025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:36,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:36,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638896026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:36,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-08T06:20:36,346 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/91a557f91e97497ea4048e6d34697371 2024-12-08T06:20:36,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/ed52b69a7b65475bba9aafc8abe908ba is 50, key is test_row_0/C:col10/1733638835062/Put/seqid=0 2024-12-08T06:20:36,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742003_1179 (size=12001) 2024-12-08T06:20:36,410 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/ed52b69a7b65475bba9aafc8abe908ba 2024-12-08T06:20:36,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/b604c364e1c04a7dae0ab42a8181678b as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/b604c364e1c04a7dae0ab42a8181678b 2024-12-08T06:20:36,429 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/b604c364e1c04a7dae0ab42a8181678b, entries=150, sequenceid=90, filesize=30.2 K 2024-12-08T06:20:36,431 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/91a557f91e97497ea4048e6d34697371 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/91a557f91e97497ea4048e6d34697371 2024-12-08T06:20:36,440 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/91a557f91e97497ea4048e6d34697371, entries=150, sequenceid=90, filesize=11.7 K 2024-12-08T06:20:36,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/ed52b69a7b65475bba9aafc8abe908ba as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/ed52b69a7b65475bba9aafc8abe908ba 2024-12-08T06:20:36,451 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/ed52b69a7b65475bba9aafc8abe908ba, entries=150, sequenceid=90, filesize=11.7 K 2024-12-08T06:20:36,454 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=167.72 KB/171750 for 62ffee607acebab2be4b1bf0341b7d0b in 1083ms, sequenceid=90, compaction requested=false 2024-12-08T06:20:36,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:36,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:36,454 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-08T06:20:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-12-08T06:20:36,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-12-08T06:20:36,458 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3920 sec 2024-12-08T06:20:36,465 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 1.3980 sec 2024-12-08T06:20:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:36,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-08T06:20:36,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:36,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:36,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:36,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:36,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:36,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:36,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081c3cfd3d876b4d8ea5856eb14044c97b_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638836522/Put/seqid=0 2024-12-08T06:20:36,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638896532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:36,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638896536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:36,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638896536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:36,538 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638896536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:36,544 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638896540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:36,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742004_1180 (size=14594) 2024-12-08T06:20:36,639 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638896638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:36,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:36,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638896640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:36,846 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:36,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638896842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:36,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:36,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638896849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:36,959 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:36,967 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081c3cfd3d876b4d8ea5856eb14044c97b_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081c3cfd3d876b4d8ea5856eb14044c97b_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:36,968 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/8e42ef5265504af898f11cab160e5ba7, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:36,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/8e42ef5265504af898f11cab160e5ba7 is 175, key is test_row_0/A:col10/1733638836522/Put/seqid=0 2024-12-08T06:20:36,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742005_1181 (size=39549) 2024-12-08T06:20:36,988 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/8e42ef5265504af898f11cab160e5ba7 2024-12-08T06:20:36,996 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/0d3178b0e360452abd2bdc3599077e38 is 50, key is test_row_0/B:col10/1733638836522/Put/seqid=0 2024-12-08T06:20:37,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742006_1182 (size=12001) 2024-12-08T06:20:37,003 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/0d3178b0e360452abd2bdc3599077e38 2024-12-08T06:20:37,030 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/6d276d3e9a6045ffb6c9464b7e1456af is 50, key is test_row_0/C:col10/1733638836522/Put/seqid=0 2024-12-08T06:20:37,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742007_1183 (size=12001) 2024-12-08T06:20:37,149 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:37,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638897148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:37,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:37,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638897151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:37,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-08T06:20:37,167 INFO [Thread-754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-12-08T06:20:37,169 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:20:37,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-12-08T06:20:37,171 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:20:37,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-08T06:20:37,171 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:20:37,171 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:20:37,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-08T06:20:37,331 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:37,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-08T06:20:37,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:37,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:37,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:37,332 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:37,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:37,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:37,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-08T06:20:37,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/6d276d3e9a6045ffb6c9464b7e1456af 2024-12-08T06:20:37,485 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:37,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-08T06:20:37,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:37,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:37,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:37,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:37,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:37,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/8e42ef5265504af898f11cab160e5ba7 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/8e42ef5265504af898f11cab160e5ba7 2024-12-08T06:20:37,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:37,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/8e42ef5265504af898f11cab160e5ba7, entries=200, sequenceid=121, filesize=38.6 K 2024-12-08T06:20:37,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/0d3178b0e360452abd2bdc3599077e38 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/0d3178b0e360452abd2bdc3599077e38 2024-12-08T06:20:37,499 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/0d3178b0e360452abd2bdc3599077e38, entries=150, sequenceid=121, filesize=11.7 K 2024-12-08T06:20:37,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/6d276d3e9a6045ffb6c9464b7e1456af as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/6d276d3e9a6045ffb6c9464b7e1456af 2024-12-08T06:20:37,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,507 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/6d276d3e9a6045ffb6c9464b7e1456af, entries=150, sequenceid=121, filesize=11.7 K 2024-12-08T06:20:37,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 62ffee607acebab2be4b1bf0341b7d0b in 985ms, sequenceid=121, compaction requested=true 2024-12-08T06:20:37,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:37,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:37,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:37,509 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:37,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:37,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:37,509 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:37,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:37,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:37,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,511 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:37,511 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/B is initiating minor compaction (all files) 2024-12-08T06:20:37,511 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/B in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:37,511 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/d90871e523784e8d84c3ef140ba7831d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/91a557f91e97497ea4048e6d34697371, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/0d3178b0e360452abd2bdc3599077e38] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=35.3 K 2024-12-08T06:20:37,511 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101597 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:37,511 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/A is initiating minor compaction (all files) 2024-12-08T06:20:37,511 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/A in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:37,512 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/aa8f1046db264a18868f6085bb4bc81a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/b604c364e1c04a7dae0ab42a8181678b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/8e42ef5265504af898f11cab160e5ba7] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=99.2 K 2024-12-08T06:20:37,512 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d90871e523784e8d84c3ef140ba7831d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733638834740 2024-12-08T06:20:37,512 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:37,512 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/aa8f1046db264a18868f6085bb4bc81a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/b604c364e1c04a7dae0ab42a8181678b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/8e42ef5265504af898f11cab160e5ba7] 2024-12-08T06:20:37,513 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 91a557f91e97497ea4048e6d34697371, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733638835058 2024-12-08T06:20:37,513 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting aa8f1046db264a18868f6085bb4bc81a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733638834740 2024-12-08T06:20:37,514 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting b604c364e1c04a7dae0ab42a8181678b, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733638835058 2024-12-08T06:20:37,515 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d3178b0e360452abd2bdc3599077e38, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733638835397 2024-12-08T06:20:37,517 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e42ef5265504af898f11cab160e5ba7, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733638835397 2024-12-08T06:20:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,538 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:37,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,543 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#B#compaction#159 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:37,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,544 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/e43e82dc9c2e4f718e4ea85d54896579 is 50, key is test_row_0/B:col10/1733638836522/Put/seqid=0 2024-12-08T06:20:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,553 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412082d316bdd65b6453dbe795d7fd2c740b5_62ffee607acebab2be4b1bf0341b7d0b store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,560 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412082d316bdd65b6453dbe795d7fd2c740b5_62ffee607acebab2be4b1bf0341b7d0b, store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:37,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,561 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082d316bdd65b6453dbe795d7fd2c740b5_62ffee607acebab2be4b1bf0341b7d0b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:37,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742008_1184 (size=12241) 2024-12-08T06:20:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:37,586 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:20:37,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:37,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:37,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:37,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:37,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:37,588 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:37,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412086419a7ce41634e7f8d4ddb4c235474c1_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638837586/Put/seqid=0 2024-12-08T06:20:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:37,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742009_1185 (size=4469) 2024-12-08T06:20:37,629 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#A#compaction#160 average throughput is 0.27 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:37,629 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/d0037657a9594c6197b05a0b2faa7db6 is 175, key is test_row_0/A:col10/1733638836522/Put/seqid=0 2024-12-08T06:20:37,639 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:37,643 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-08T06:20:37,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:37,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:37,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:37,643 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:37,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:37,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:37,653 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742010_1186 (size=22168) 2024-12-08T06:20:37,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:37,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638897675, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:37,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:37,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638897676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:37,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742011_1187 (size=31195) 2024-12-08T06:20:37,689 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638897679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:37,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638897682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:37,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638897682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:37,695 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/d0037657a9594c6197b05a0b2faa7db6 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/d0037657a9594c6197b05a0b2faa7db6 2024-12-08T06:20:37,701 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/A of 62ffee607acebab2be4b1bf0341b7d0b into d0037657a9594c6197b05a0b2faa7db6(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:37,701 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:37,701 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/A, priority=13, startTime=1733638837509; duration=0sec 2024-12-08T06:20:37,701 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:37,701 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:A 2024-12-08T06:20:37,701 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:37,702 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:37,702 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/C is initiating minor compaction (all files) 2024-12-08T06:20:37,703 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/C in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:37,703 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/daed01e928924133822817a66870d4b7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/ed52b69a7b65475bba9aafc8abe908ba, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/6d276d3e9a6045ffb6c9464b7e1456af] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=35.3 K 2024-12-08T06:20:37,703 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting daed01e928924133822817a66870d4b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=80, earliestPutTs=1733638834740 2024-12-08T06:20:37,704 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed52b69a7b65475bba9aafc8abe908ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733638835058 2024-12-08T06:20:37,704 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6d276d3e9a6045ffb6c9464b7e1456af, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733638835397 2024-12-08T06:20:37,715 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#C#compaction#162 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:37,716 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/adf265bb323448d4ab402c808d83c01b is 50, key is test_row_0/C:col10/1733638836522/Put/seqid=0 2024-12-08T06:20:37,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742012_1188 (size=12241) 2024-12-08T06:20:37,739 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/adf265bb323448d4ab402c808d83c01b as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/adf265bb323448d4ab402c808d83c01b 2024-12-08T06:20:37,748 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/C of 62ffee607acebab2be4b1bf0341b7d0b into adf265bb323448d4ab402c808d83c01b(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:37,748 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:37,748 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/C, priority=13, startTime=1733638837509; duration=0sec 2024-12-08T06:20:37,748 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:37,748 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:C 2024-12-08T06:20:37,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-08T06:20:37,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638897784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:37,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:37,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638897784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:37,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:37,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638897792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:37,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638897793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:37,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:37,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638897793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:37,796 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:37,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-08T06:20:37,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:37,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:37,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:37,797 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:37,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:37,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:37,950 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:37,950 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-08T06:20:37,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:37,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:37,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:37,951 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:37,951 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:37,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:37,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:37,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638897988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:37,991 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:37,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638897988, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:37,992 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/e43e82dc9c2e4f718e4ea85d54896579 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/e43e82dc9c2e4f718e4ea85d54896579 2024-12-08T06:20:37,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:37,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638897994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:37,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:37,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638897996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:38,000 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/B of 62ffee607acebab2be4b1bf0341b7d0b into e43e82dc9c2e4f718e4ea85d54896579(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:37,999 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:38,000 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:38,000 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/B, priority=13, startTime=1733638837509; duration=0sec 2024-12-08T06:20:38,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638897997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:38,001 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:38,001 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:B 2024-12-08T06:20:38,057 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:38,063 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412086419a7ce41634e7f8d4ddb4c235474c1_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412086419a7ce41634e7f8d4ddb4c235474c1_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:38,066 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/4e6b110ef67440b19aeae25c9bee6a1d, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:38,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/4e6b110ef67440b19aeae25c9bee6a1d is 175, key is test_row_0/A:col10/1733638837586/Put/seqid=0 2024-12-08T06:20:38,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742013_1189 (size=65573) 2024-12-08T06:20:38,106 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:38,107 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-08T06:20:38,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:38,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:38,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:38,107 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:38,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:38,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:38,259 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:38,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-08T06:20:38,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:38,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:38,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:38,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:38,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:38,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-08T06:20:38,294 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:38,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638898292, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:38,298 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:38,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638898295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:38,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:38,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638898296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:38,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:38,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638898300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:38,302 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:38,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638898302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:38,416 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:38,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-08T06:20:38,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:38,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:38,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:38,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:38,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:38,483 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/4e6b110ef67440b19aeae25c9bee6a1d 2024-12-08T06:20:38,493 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/9ba809f6049340b5af9bbf5ad37639c4 is 50, key is test_row_0/B:col10/1733638837586/Put/seqid=0 2024-12-08T06:20:38,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742014_1190 (size=12101) 2024-12-08T06:20:38,507 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/9ba809f6049340b5af9bbf5ad37639c4 2024-12-08T06:20:38,546 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/a6f27fdbb9ac4d3cb89efce47cca58f0 is 50, key is test_row_0/C:col10/1733638837586/Put/seqid=0 2024-12-08T06:20:38,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742015_1191 (size=12101) 2024-12-08T06:20:38,559 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/a6f27fdbb9ac4d3cb89efce47cca58f0 2024-12-08T06:20:38,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/4e6b110ef67440b19aeae25c9bee6a1d as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/4e6b110ef67440b19aeae25c9bee6a1d 2024-12-08T06:20:38,570 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:38,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-08T06:20:38,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:38,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:38,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:38,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:38,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:38,576 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/4e6b110ef67440b19aeae25c9bee6a1d, entries=350, sequenceid=133, filesize=64.0 K 2024-12-08T06:20:38,578 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/9ba809f6049340b5af9bbf5ad37639c4 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/9ba809f6049340b5af9bbf5ad37639c4 2024-12-08T06:20:38,584 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/9ba809f6049340b5af9bbf5ad37639c4, entries=150, sequenceid=133, filesize=11.8 K 2024-12-08T06:20:38,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/a6f27fdbb9ac4d3cb89efce47cca58f0 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/a6f27fdbb9ac4d3cb89efce47cca58f0 2024-12-08T06:20:38,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/a6f27fdbb9ac4d3cb89efce47cca58f0, entries=150, sequenceid=133, filesize=11.8 K 2024-12-08T06:20:38,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 62ffee607acebab2be4b1bf0341b7d0b in 1005ms, sequenceid=133, compaction requested=false 2024-12-08T06:20:38,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:38,724 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:38,725 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-08T06:20:38,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:38,725 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T06:20:38,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:38,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:38,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:38,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:38,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:38,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:38,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120805ef300a24d2459c94fc697e861ab686_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638837673/Put/seqid=0 2024-12-08T06:20:38,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742016_1192 (size=12304) 2024-12-08T06:20:38,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:38,784 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120805ef300a24d2459c94fc697e861ab686_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120805ef300a24d2459c94fc697e861ab686_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:38,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/2e50d52cf2cf4e7490afbaef1baba147, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:38,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/2e50d52cf2cf4e7490afbaef1baba147 is 175, key is test_row_0/A:col10/1733638837673/Put/seqid=0 2024-12-08T06:20:38,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742017_1193 (size=31105) 2024-12-08T06:20:38,792 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=160, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/2e50d52cf2cf4e7490afbaef1baba147 2024-12-08T06:20:38,804 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:38,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/cc8fa11edb3448fc91714dfc4244e70e is 50, key is test_row_0/B:col10/1733638837673/Put/seqid=0 2024-12-08T06:20:38,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638898817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:38,826 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638898819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:38,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638898820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:38,828 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:38,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638898821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:38,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638898833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:38,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742018_1194 (size=12151) 2024-12-08T06:20:38,927 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638898927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:38,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:38,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638898927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:38,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638898932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:38,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:38,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638898932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:38,937 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:38,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638898936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:39,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:39,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638899129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:39,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:39,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638899131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:39,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:39,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638899136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:39,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:39,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638899136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:39,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:39,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638899139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:39,239 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/cc8fa11edb3448fc91714dfc4244e70e 2024-12-08T06:20:39,252 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/899963b9e3094b438e351f2ed2dbda02 is 50, key is test_row_0/C:col10/1733638837673/Put/seqid=0 2024-12-08T06:20:39,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742019_1195 (size=12151) 2024-12-08T06:20:39,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-08T06:20:39,277 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/899963b9e3094b438e351f2ed2dbda02 2024-12-08T06:20:39,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/2e50d52cf2cf4e7490afbaef1baba147 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/2e50d52cf2cf4e7490afbaef1baba147 2024-12-08T06:20:39,293 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/2e50d52cf2cf4e7490afbaef1baba147, entries=150, sequenceid=160, filesize=30.4 K 2024-12-08T06:20:39,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/cc8fa11edb3448fc91714dfc4244e70e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/cc8fa11edb3448fc91714dfc4244e70e 2024-12-08T06:20:39,311 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/cc8fa11edb3448fc91714dfc4244e70e, entries=150, sequenceid=160, filesize=11.9 K 2024-12-08T06:20:39,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/899963b9e3094b438e351f2ed2dbda02 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/899963b9e3094b438e351f2ed2dbda02 2024-12-08T06:20:39,325 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/899963b9e3094b438e351f2ed2dbda02, entries=150, sequenceid=160, filesize=11.9 K 2024-12-08T06:20:39,327 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 62ffee607acebab2be4b1bf0341b7d0b in 602ms, sequenceid=160, compaction requested=true 2024-12-08T06:20:39,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:39,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:39,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-08T06:20:39,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-12-08T06:20:39,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-08T06:20:39,330 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1580 sec 2024-12-08T06:20:39,332 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 2.1620 sec 2024-12-08T06:20:39,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:39,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-08T06:20:39,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:39,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:39,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:39,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:39,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:39,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:39,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d89c678ee1b34bec93ff40487d8e57f2_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638838812/Put/seqid=0 2024-12-08T06:20:39,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:39,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638899465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:39,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:39,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638899466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:39,474 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:39,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638899468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:39,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:39,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638899468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:39,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:39,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638899470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:39,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742020_1196 (size=12304) 2024-12-08T06:20:39,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:39,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638899576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:39,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638899576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:39,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:39,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638899576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:39,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638899577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:39,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:39,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638899576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:39,639 INFO [master/cbcfd08a3627:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-08T06:20:39,639 INFO [master/cbcfd08a3627:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-08T06:20:39,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:39,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638899780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:39,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638899781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:39,782 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:39,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638899782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:39,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:39,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638899782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:39,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:39,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638899784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:39,889 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:39,894 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d89c678ee1b34bec93ff40487d8e57f2_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d89c678ee1b34bec93ff40487d8e57f2_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:39,895 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/f496ba0f3d124394bf5142726cc4eee3, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:39,896 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/f496ba0f3d124394bf5142726cc4eee3 is 175, key is test_row_0/A:col10/1733638838812/Put/seqid=0 2024-12-08T06:20:39,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742021_1197 (size=31105) 2024-12-08T06:20:40,083 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:40,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638900083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:40,088 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:40,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638900085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:40,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638900086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:40,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:40,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638900087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:40,090 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:40,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638900087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:40,303 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=175, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/f496ba0f3d124394bf5142726cc4eee3 2024-12-08T06:20:40,324 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/63f8c8affcab4720a938feb062d862d9 is 50, key is test_row_0/B:col10/1733638838812/Put/seqid=0 2024-12-08T06:20:40,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742022_1198 (size=12151) 2024-12-08T06:20:40,590 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638900589, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:40,591 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638900591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:40,592 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638900591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:40,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638900593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:40,597 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638900595, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:40,752 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/63f8c8affcab4720a938feb062d862d9 2024-12-08T06:20:40,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/a91c8c2144fb41b39eb3d306acfd0c47 is 50, key is test_row_0/C:col10/1733638838812/Put/seqid=0 2024-12-08T06:20:40,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742023_1199 (size=12151) 2024-12-08T06:20:40,778 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/a91c8c2144fb41b39eb3d306acfd0c47 2024-12-08T06:20:40,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/f496ba0f3d124394bf5142726cc4eee3 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f496ba0f3d124394bf5142726cc4eee3 2024-12-08T06:20:40,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f496ba0f3d124394bf5142726cc4eee3, entries=150, sequenceid=175, filesize=30.4 K 2024-12-08T06:20:40,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/63f8c8affcab4720a938feb062d862d9 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/63f8c8affcab4720a938feb062d862d9 2024-12-08T06:20:40,797 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/63f8c8affcab4720a938feb062d862d9, entries=150, sequenceid=175, filesize=11.9 K 2024-12-08T06:20:40,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/a91c8c2144fb41b39eb3d306acfd0c47 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/a91c8c2144fb41b39eb3d306acfd0c47 2024-12-08T06:20:40,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/a91c8c2144fb41b39eb3d306acfd0c47, entries=150, sequenceid=175, filesize=11.9 K 2024-12-08T06:20:40,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 62ffee607acebab2be4b1bf0341b7d0b in 1370ms, sequenceid=175, compaction requested=true 2024-12-08T06:20:40,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:40,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:40,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:40,805 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:20:40,805 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:20:40,805 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:40,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:40,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:40,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:40,808 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:20:40,808 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 158978 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:20:40,808 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/B is initiating minor compaction (all files) 2024-12-08T06:20:40,808 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/A is initiating minor compaction (all files) 2024-12-08T06:20:40,808 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/B in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:40,808 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/A in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:40,808 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/e43e82dc9c2e4f718e4ea85d54896579, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/9ba809f6049340b5af9bbf5ad37639c4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/cc8fa11edb3448fc91714dfc4244e70e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/63f8c8affcab4720a938feb062d862d9] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=47.5 K 2024-12-08T06:20:40,808 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/d0037657a9594c6197b05a0b2faa7db6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/4e6b110ef67440b19aeae25c9bee6a1d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/2e50d52cf2cf4e7490afbaef1baba147, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f496ba0f3d124394bf5142726cc4eee3] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=155.3 K 2024-12-08T06:20:40,808 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:40,808 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/d0037657a9594c6197b05a0b2faa7db6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/4e6b110ef67440b19aeae25c9bee6a1d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/2e50d52cf2cf4e7490afbaef1baba147, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f496ba0f3d124394bf5142726cc4eee3] 2024-12-08T06:20:40,808 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting e43e82dc9c2e4f718e4ea85d54896579, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733638835397 2024-12-08T06:20:40,809 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ba809f6049340b5af9bbf5ad37639c4, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733638836533 2024-12-08T06:20:40,809 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0037657a9594c6197b05a0b2faa7db6, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733638835397 2024-12-08T06:20:40,809 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting cc8fa11edb3448fc91714dfc4244e70e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733638837673 2024-12-08T06:20:40,809 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4e6b110ef67440b19aeae25c9bee6a1d, keycount=350, bloomtype=ROW, size=64.0 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733638836533 2024-12-08T06:20:40,809 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 63f8c8affcab4720a938feb062d862d9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733638838812 2024-12-08T06:20:40,810 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e50d52cf2cf4e7490afbaef1baba147, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733638837673 2024-12-08T06:20:40,810 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting f496ba0f3d124394bf5142726cc4eee3, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733638838812 2024-12-08T06:20:40,820 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#B#compaction#171 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:40,821 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/327f3652289545a2b7b9a6b6a3053384 is 50, key is test_row_0/B:col10/1733638838812/Put/seqid=0 2024-12-08T06:20:40,821 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:40,830 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120839673dee80154ea38819fe64b4abbc8d_62ffee607acebab2be4b1bf0341b7d0b store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:40,833 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120839673dee80154ea38819fe64b4abbc8d_62ffee607acebab2be4b1bf0341b7d0b, store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:40,833 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120839673dee80154ea38819fe64b4abbc8d_62ffee607acebab2be4b1bf0341b7d0b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:40,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742024_1200 (size=12527) 2024-12-08T06:20:40,866 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742025_1201 (size=4469) 2024-12-08T06:20:41,260 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/327f3652289545a2b7b9a6b6a3053384 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/327f3652289545a2b7b9a6b6a3053384 2024-12-08T06:20:41,265 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/B of 62ffee607acebab2be4b1bf0341b7d0b into 327f3652289545a2b7b9a6b6a3053384(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:41,265 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:41,265 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/B, priority=12, startTime=1733638840805; duration=0sec 2024-12-08T06:20:41,265 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:41,265 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:B 2024-12-08T06:20:41,265 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:20:41,266 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48644 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:20:41,267 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/C is initiating minor compaction (all files) 2024-12-08T06:20:41,267 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/C in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:41,267 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/adf265bb323448d4ab402c808d83c01b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/a6f27fdbb9ac4d3cb89efce47cca58f0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/899963b9e3094b438e351f2ed2dbda02, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/a91c8c2144fb41b39eb3d306acfd0c47] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=47.5 K 2024-12-08T06:20:41,267 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting adf265bb323448d4ab402c808d83c01b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733638835397 2024-12-08T06:20:41,268 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting a6f27fdbb9ac4d3cb89efce47cca58f0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733638836533 2024-12-08T06:20:41,268 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#A#compaction#172 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:41,269 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/97621455b29e41fab355e21a9d1953d8 is 175, key is test_row_0/A:col10/1733638838812/Put/seqid=0 2024-12-08T06:20:41,269 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 899963b9e3094b438e351f2ed2dbda02, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1733638837673 2024-12-08T06:20:41,270 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting a91c8c2144fb41b39eb3d306acfd0c47, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733638838812 2024-12-08T06:20:41,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-08T06:20:41,277 INFO [Thread-754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-12-08T06:20:41,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:20:41,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-12-08T06:20:41,280 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:20:41,281 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:20:41,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:20:41,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-08T06:20:41,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742026_1202 (size=31481) 2024-12-08T06:20:41,291 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#C#compaction#173 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:41,292 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/307f1a0452524e2697fe8435e00a7161 is 50, key is test_row_0/C:col10/1733638838812/Put/seqid=0 2024-12-08T06:20:41,296 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/97621455b29e41fab355e21a9d1953d8 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/97621455b29e41fab355e21a9d1953d8 2024-12-08T06:20:41,301 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/A of 62ffee607acebab2be4b1bf0341b7d0b into 97621455b29e41fab355e21a9d1953d8(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:41,301 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:41,301 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/A, priority=12, startTime=1733638840805; duration=0sec 2024-12-08T06:20:41,302 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:41,302 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:A 2024-12-08T06:20:41,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742027_1203 (size=12527) 2024-12-08T06:20:41,326 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/307f1a0452524e2697fe8435e00a7161 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/307f1a0452524e2697fe8435e00a7161 2024-12-08T06:20:41,333 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/C of 62ffee607acebab2be4b1bf0341b7d0b into 307f1a0452524e2697fe8435e00a7161(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:41,333 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:41,333 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/C, priority=12, startTime=1733638840806; duration=0sec 2024-12-08T06:20:41,333 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:41,333 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:C 2024-12-08T06:20:41,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-08T06:20:41,432 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:41,432 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-08T06:20:41,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:41,433 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-08T06:20:41,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:41,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:41,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:41,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:41,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:41,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:41,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120841853be6f9a847d4a857caff2db81384_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638839466/Put/seqid=0 2024-12-08T06:20:41,505 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742028_1204 (size=12304) 2024-12-08T06:20:41,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:41,512 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120841853be6f9a847d4a857caff2db81384_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120841853be6f9a847d4a857caff2db81384_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:41,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/b5370736ea1947aab9d2e253abd5411a, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:41,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/b5370736ea1947aab9d2e253abd5411a is 175, key is test_row_0/A:col10/1733638839466/Put/seqid=0 2024-12-08T06:20:41,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742029_1205 (size=31105) 2024-12-08T06:20:41,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-08T06:20:41,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:41,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:41,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:41,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638901622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:41,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638901622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:41,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638901622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:41,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:41,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638901623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:41,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:41,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638901623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:41,730 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:41,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638901728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:41,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:41,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638901734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638901734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:41,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:41,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638901734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:41,735 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:41,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638901735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:41,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-08T06:20:41,923 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=199, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/b5370736ea1947aab9d2e253abd5411a 2024-12-08T06:20:41,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:41,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638901932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:41,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:41,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638901936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:41,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:41,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638901936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:41,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638901938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:41,942 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:41,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638901937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:41,949 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/b1dde1d57e5944928319008f6872a27c is 50, key is test_row_0/B:col10/1733638839466/Put/seqid=0 2024-12-08T06:20:41,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742030_1206 (size=12151) 2024-12-08T06:20:41,991 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/b1dde1d57e5944928319008f6872a27c 2024-12-08T06:20:42,001 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/8d7fb9a86a354d758413fdad30ba26b3 is 50, key is test_row_0/C:col10/1733638839466/Put/seqid=0 2024-12-08T06:20:42,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742031_1207 (size=12151) 2024-12-08T06:20:42,047 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=199 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/8d7fb9a86a354d758413fdad30ba26b3 2024-12-08T06:20:42,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/b5370736ea1947aab9d2e253abd5411a as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/b5370736ea1947aab9d2e253abd5411a 2024-12-08T06:20:42,061 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/b5370736ea1947aab9d2e253abd5411a, entries=150, sequenceid=199, filesize=30.4 K 2024-12-08T06:20:42,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/b1dde1d57e5944928319008f6872a27c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/b1dde1d57e5944928319008f6872a27c 2024-12-08T06:20:42,073 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/b1dde1d57e5944928319008f6872a27c, entries=150, sequenceid=199, filesize=11.9 K 2024-12-08T06:20:42,077 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/8d7fb9a86a354d758413fdad30ba26b3 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/8d7fb9a86a354d758413fdad30ba26b3 2024-12-08T06:20:42,083 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/8d7fb9a86a354d758413fdad30ba26b3, entries=150, sequenceid=199, filesize=11.9 K 2024-12-08T06:20:42,087 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=93.93 KB/96180 for 62ffee607acebab2be4b1bf0341b7d0b in 653ms, sequenceid=199, compaction requested=false 2024-12-08T06:20:42,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:42,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:42,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-08T06:20:42,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-12-08T06:20:42,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-12-08T06:20:42,091 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 808 msec 2024-12-08T06:20:42,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 812 msec 2024-12-08T06:20:42,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:42,236 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-08T06:20:42,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:42,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:42,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:42,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:42,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:42,237 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:42,248 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208fbcfdbd79dc7425fb746d058c5c45381_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638841622/Put/seqid=0 2024-12-08T06:20:42,264 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:42,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638902259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638902260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,265 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:42,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638902260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,266 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638902262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,266 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:42,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638902263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742032_1208 (size=12304) 2024-12-08T06:20:42,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638902365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,366 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638902366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638902366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,369 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638902368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,370 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638902368, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-08T06:20:42,385 INFO [Thread-754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-12-08T06:20:42,387 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:20:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-08T06:20:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-08T06:20:42,388 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:20:42,388 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:20:42,389 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:20:42,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-08T06:20:42,542 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,542 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-08T06:20:42,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:42,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:42,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:42,543 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:42,543 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:42,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:42,570 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:42,570 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638902568, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638902567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638902571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638902571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:42,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638902572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,680 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:42,687 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208fbcfdbd79dc7425fb746d058c5c45381_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208fbcfdbd79dc7425fb746d058c5c45381_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:42,688 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/9edd808fc6014f539950568394c5c236, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:42,689 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/9edd808fc6014f539950568394c5c236 is 175, key is test_row_0/A:col10/1733638841622/Put/seqid=0 2024-12-08T06:20:42,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-08T06:20:42,695 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,695 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-08T06:20:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:42,696 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:42,696 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:42,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:42,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742033_1209 (size=31105) 2024-12-08T06:20:42,704 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=217, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/9edd808fc6014f539950568394c5c236 2024-12-08T06:20:42,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/510c71aa68324ee9b725c3d0b4d91962 is 50, key is test_row_0/B:col10/1733638841622/Put/seqid=0 2024-12-08T06:20:42,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742034_1210 (size=12151) 2024-12-08T06:20:42,727 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/510c71aa68324ee9b725c3d0b4d91962 2024-12-08T06:20:42,737 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/3ed8a505a5224d42bdf6fadfaa76e74e is 50, key is test_row_0/C:col10/1733638841622/Put/seqid=0 2024-12-08T06:20:42,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742035_1211 (size=12151) 2024-12-08T06:20:42,848 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,849 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-08T06:20:42,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:42,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:42,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:42,849 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:42,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:42,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:42,873 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:42,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638902873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,874 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:42,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638902873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,878 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:42,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638902876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638902876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:42,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638902876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:42,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-08T06:20:43,002 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:43,002 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-08T06:20:43,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:43,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:43,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:43,003 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:43,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:43,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:43,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=217 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/3ed8a505a5224d42bdf6fadfaa76e74e 2024-12-08T06:20:43,155 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:43,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-08T06:20:43,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:43,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:43,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:43,156 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:43,156 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:43,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:43,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/9edd808fc6014f539950568394c5c236 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/9edd808fc6014f539950568394c5c236 2024-12-08T06:20:43,165 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/9edd808fc6014f539950568394c5c236, entries=150, sequenceid=217, filesize=30.4 K 2024-12-08T06:20:43,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/510c71aa68324ee9b725c3d0b4d91962 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/510c71aa68324ee9b725c3d0b4d91962 2024-12-08T06:20:43,173 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/510c71aa68324ee9b725c3d0b4d91962, entries=150, sequenceid=217, filesize=11.9 K 2024-12-08T06:20:43,174 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/3ed8a505a5224d42bdf6fadfaa76e74e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/3ed8a505a5224d42bdf6fadfaa76e74e 2024-12-08T06:20:43,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/3ed8a505a5224d42bdf6fadfaa76e74e, entries=150, sequenceid=217, filesize=11.9 K 2024-12-08T06:20:43,181 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 62ffee607acebab2be4b1bf0341b7d0b in 945ms, sequenceid=217, compaction requested=true 2024-12-08T06:20:43,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:43,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:43,181 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:43,181 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:43,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:43,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:43,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:43,182 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:43,182 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:43,183 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:43,183 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93691 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:43,183 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/B is initiating minor compaction (all files) 2024-12-08T06:20:43,183 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/A is initiating minor compaction (all files) 2024-12-08T06:20:43,183 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/B in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:43,183 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/A in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:43,183 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/327f3652289545a2b7b9a6b6a3053384, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/b1dde1d57e5944928319008f6872a27c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/510c71aa68324ee9b725c3d0b4d91962] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=36.0 K 2024-12-08T06:20:43,183 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/97621455b29e41fab355e21a9d1953d8, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/b5370736ea1947aab9d2e253abd5411a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/9edd808fc6014f539950568394c5c236] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=91.5 K 2024-12-08T06:20:43,183 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:43,183 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/97621455b29e41fab355e21a9d1953d8, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/b5370736ea1947aab9d2e253abd5411a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/9edd808fc6014f539950568394c5c236] 2024-12-08T06:20:43,184 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 327f3652289545a2b7b9a6b6a3053384, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733638838812 2024-12-08T06:20:43,184 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 97621455b29e41fab355e21a9d1953d8, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733638838812 2024-12-08T06:20:43,184 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting b1dde1d57e5944928319008f6872a27c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733638839466 2024-12-08T06:20:43,184 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5370736ea1947aab9d2e253abd5411a, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733638839466 2024-12-08T06:20:43,184 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 510c71aa68324ee9b725c3d0b4d91962, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733638841618 2024-12-08T06:20:43,185 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9edd808fc6014f539950568394c5c236, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733638841618 2024-12-08T06:20:43,198 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#B#compaction#180 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:43,199 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:43,199 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/106772180694431c9a932ad91615d866 is 50, key is test_row_0/B:col10/1733638841622/Put/seqid=0 2024-12-08T06:20:43,203 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208f99ed6c8b2d546f78ae2d192250be0b0_62ffee607acebab2be4b1bf0341b7d0b store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:43,210 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208f99ed6c8b2d546f78ae2d192250be0b0_62ffee607acebab2be4b1bf0341b7d0b, store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:43,210 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f99ed6c8b2d546f78ae2d192250be0b0_62ffee607acebab2be4b1bf0341b7d0b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:43,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742036_1212 (size=12629) 2024-12-08T06:20:43,230 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/106772180694431c9a932ad91615d866 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/106772180694431c9a932ad91615d866 2024-12-08T06:20:43,237 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/B of 62ffee607acebab2be4b1bf0341b7d0b into 106772180694431c9a932ad91615d866(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:43,237 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:43,237 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/B, priority=13, startTime=1733638843182; duration=0sec 2024-12-08T06:20:43,237 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:43,237 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:B 2024-12-08T06:20:43,237 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:43,238 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:43,238 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/C is initiating minor compaction (all files) 2024-12-08T06:20:43,238 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/C in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:43,239 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/307f1a0452524e2697fe8435e00a7161, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/8d7fb9a86a354d758413fdad30ba26b3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/3ed8a505a5224d42bdf6fadfaa76e74e] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=36.0 K 2024-12-08T06:20:43,239 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 307f1a0452524e2697fe8435e00a7161, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733638838812 2024-12-08T06:20:43,239 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 8d7fb9a86a354d758413fdad30ba26b3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=199, earliestPutTs=1733638839466 2024-12-08T06:20:43,240 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ed8a505a5224d42bdf6fadfaa76e74e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733638841618 2024-12-08T06:20:43,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742037_1213 (size=4469) 2024-12-08T06:20:43,248 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#C#compaction#182 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:43,249 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/98db090556fc46b9a1c1c1d09601bec1 is 50, key is test_row_0/C:col10/1733638841622/Put/seqid=0 2024-12-08T06:20:43,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742038_1214 (size=12629) 2024-12-08T06:20:43,308 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:43,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-08T06:20:43,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:43,309 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-08T06:20:43,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:43,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:43,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:43,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:43,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:43,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:43,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208245b4266a9a049ad8da3da229f1aaa2a_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638842261/Put/seqid=0 2024-12-08T06:20:43,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742039_1215 (size=12304) 2024-12-08T06:20:43,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:43,378 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:43,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:43,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638903401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:43,407 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638903402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:43,408 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:43,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638903403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:43,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:43,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638903405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:43,409 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:43,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638903406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:43,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-08T06:20:43,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:43,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638903506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:43,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638903509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:43,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:43,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638903509, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:43,513 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:43,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638903511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:43,514 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:43,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638903511, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:43,644 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#A#compaction#181 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:43,645 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/3cfb17b930a9438099edffeb08f1b9cf is 175, key is test_row_0/A:col10/1733638841622/Put/seqid=0 2024-12-08T06:20:43,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742040_1216 (size=31583) 2024-12-08T06:20:43,661 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/98db090556fc46b9a1c1c1d09601bec1 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/98db090556fc46b9a1c1c1d09601bec1 2024-12-08T06:20:43,668 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/3cfb17b930a9438099edffeb08f1b9cf as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3cfb17b930a9438099edffeb08f1b9cf 2024-12-08T06:20:43,670 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/C of 62ffee607acebab2be4b1bf0341b7d0b into 98db090556fc46b9a1c1c1d09601bec1(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:43,670 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:43,670 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/C, priority=13, startTime=1733638843182; duration=0sec 2024-12-08T06:20:43,670 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:43,670 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:C 2024-12-08T06:20:43,679 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/A of 62ffee607acebab2be4b1bf0341b7d0b into 3cfb17b930a9438099edffeb08f1b9cf(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:43,679 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:43,679 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/A, priority=13, startTime=1733638843181; duration=0sec 2024-12-08T06:20:43,679 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:43,679 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:A 2024-12-08T06:20:43,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:43,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638903710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:43,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638903711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:43,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:43,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638903711, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:43,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638903715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:43,715 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:43,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638903714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:43,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:43,746 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208245b4266a9a049ad8da3da229f1aaa2a_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208245b4266a9a049ad8da3da229f1aaa2a_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:43,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/1a1ea8a256274b169faf7bd39bbe5e7d, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:43,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/1a1ea8a256274b169faf7bd39bbe5e7d is 175, key is test_row_0/A:col10/1733638842261/Put/seqid=0 2024-12-08T06:20:43,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742041_1217 (size=31105) 2024-12-08T06:20:44,013 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:44,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638904013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:44,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638904015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:44,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:44,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638904015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:44,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:44,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638904017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:44,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:44,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638904018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:44,154 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/1a1ea8a256274b169faf7bd39bbe5e7d 2024-12-08T06:20:44,164 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/d98a7f3d11804a98b2102429dcef1ac1 is 50, key is test_row_0/B:col10/1733638842261/Put/seqid=0 2024-12-08T06:20:44,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742042_1218 (size=12151) 2024-12-08T06:20:44,169 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/d98a7f3d11804a98b2102429dcef1ac1 2024-12-08T06:20:44,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/e17a940a36474e2ebe130e2550d38abf is 50, key is test_row_0/C:col10/1733638842261/Put/seqid=0 2024-12-08T06:20:44,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742043_1219 (size=12151) 2024-12-08T06:20:44,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-08T06:20:44,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638904517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:44,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:44,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638904517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:44,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638904517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:44,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:44,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638904519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:44,528 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:44,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638904528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:44,588 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/e17a940a36474e2ebe130e2550d38abf 2024-12-08T06:20:44,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/1a1ea8a256274b169faf7bd39bbe5e7d as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/1a1ea8a256274b169faf7bd39bbe5e7d 2024-12-08T06:20:44,600 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/1a1ea8a256274b169faf7bd39bbe5e7d, entries=150, sequenceid=237, filesize=30.4 K 2024-12-08T06:20:44,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/d98a7f3d11804a98b2102429dcef1ac1 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/d98a7f3d11804a98b2102429dcef1ac1 2024-12-08T06:20:44,612 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/d98a7f3d11804a98b2102429dcef1ac1, entries=150, sequenceid=237, filesize=11.9 K 2024-12-08T06:20:44,613 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/e17a940a36474e2ebe130e2550d38abf as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/e17a940a36474e2ebe130e2550d38abf 2024-12-08T06:20:44,621 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/e17a940a36474e2ebe130e2550d38abf, entries=150, sequenceid=237, filesize=11.9 K 2024-12-08T06:20:44,622 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 62ffee607acebab2be4b1bf0341b7d0b in 1313ms, sequenceid=237, compaction requested=false 2024-12-08T06:20:44,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:44,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:44,622 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-08T06:20:44,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-08T06:20:44,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-08T06:20:44,631 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2400 sec 2024-12-08T06:20:44,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 2.2450 sec 2024-12-08T06:20:45,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:45,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-08T06:20:45,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:45,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:45,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:45,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:45,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:45,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:45,530 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120849a80e8a60864e77902788607c2f2927_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638843403/Put/seqid=0 2024-12-08T06:20:45,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742044_1220 (size=14844) 2024-12-08T06:20:45,542 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:45,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:45,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638905538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:45,548 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120849a80e8a60864e77902788607c2f2927_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120849a80e8a60864e77902788607c2f2927_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:45,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:45,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638905545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:45,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:45,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638905545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:45,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:45,551 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/20cf18cc0af2473396808459f46c2d82, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:45,551 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:45,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638905546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:45,551 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/20cf18cc0af2473396808459f46c2d82 is 175, key is test_row_0/A:col10/1733638843403/Put/seqid=0 2024-12-08T06:20:45,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638905546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:45,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742045_1221 (size=39799) 2024-12-08T06:20:45,556 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=258, memsize=35.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/20cf18cc0af2473396808459f46c2d82 2024-12-08T06:20:45,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/2b6f525794894e478804d8b42b7e4206 is 50, key is test_row_0/B:col10/1733638843403/Put/seqid=0 2024-12-08T06:20:45,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742046_1222 (size=12201) 2024-12-08T06:20:45,570 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/2b6f525794894e478804d8b42b7e4206 2024-12-08T06:20:45,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/e3309c94f2d54b7cac1561a59afb623e is 50, key is test_row_0/C:col10/1733638843403/Put/seqid=0 2024-12-08T06:20:45,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742047_1223 (size=12201) 2024-12-08T06:20:45,648 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:45,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638905647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:45,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:45,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638905650, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:45,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638905651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:45,653 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:45,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638905652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:45,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:45,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638905654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:45,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:45,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638905851, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:45,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:45,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638905852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:45,855 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:45,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638905855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:45,856 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:45,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638905855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:45,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:45,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638905857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=258 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/e3309c94f2d54b7cac1561a59afb623e 2024-12-08T06:20:46,011 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/20cf18cc0af2473396808459f46c2d82 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/20cf18cc0af2473396808459f46c2d82 2024-12-08T06:20:46,016 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/20cf18cc0af2473396808459f46c2d82, entries=200, sequenceid=258, filesize=38.9 K 2024-12-08T06:20:46,017 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/2b6f525794894e478804d8b42b7e4206 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/2b6f525794894e478804d8b42b7e4206 2024-12-08T06:20:46,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/2b6f525794894e478804d8b42b7e4206, entries=150, sequenceid=258, filesize=11.9 K 2024-12-08T06:20:46,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/e3309c94f2d54b7cac1561a59afb623e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/e3309c94f2d54b7cac1561a59afb623e 2024-12-08T06:20:46,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/e3309c94f2d54b7cac1561a59afb623e, entries=150, sequenceid=258, filesize=11.9 K 2024-12-08T06:20:46,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 62ffee607acebab2be4b1bf0341b7d0b in 514ms, sequenceid=258, compaction requested=true 2024-12-08T06:20:46,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:46,036 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:46,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:46,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:46,036 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:46,037 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102487 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:46,037 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/A is initiating minor compaction (all files) 2024-12-08T06:20:46,037 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/A in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:46,037 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3cfb17b930a9438099edffeb08f1b9cf, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/1a1ea8a256274b169faf7bd39bbe5e7d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/20cf18cc0af2473396808459f46c2d82] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=100.1 K 2024-12-08T06:20:46,037 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:46,037 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3cfb17b930a9438099edffeb08f1b9cf, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/1a1ea8a256274b169faf7bd39bbe5e7d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/20cf18cc0af2473396808459f46c2d82] 2024-12-08T06:20:46,038 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3cfb17b930a9438099edffeb08f1b9cf, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733638841618 2024-12-08T06:20:46,038 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:46,038 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/B is initiating minor compaction (all files) 2024-12-08T06:20:46,038 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/B in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:46,039 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/106772180694431c9a932ad91615d866, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/d98a7f3d11804a98b2102429dcef1ac1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/2b6f525794894e478804d8b42b7e4206] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=36.1 K 2024-12-08T06:20:46,039 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a1ea8a256274b169faf7bd39bbe5e7d, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733638842258 2024-12-08T06:20:46,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:46,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:46,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:46,039 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:46,039 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 106772180694431c9a932ad91615d866, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733638841618 2024-12-08T06:20:46,040 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 20cf18cc0af2473396808459f46c2d82, keycount=200, bloomtype=ROW, size=38.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733638843402 2024-12-08T06:20:46,040 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d98a7f3d11804a98b2102429dcef1ac1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733638842258 2024-12-08T06:20:46,041 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 2b6f525794894e478804d8b42b7e4206, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733638843402 2024-12-08T06:20:46,051 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#B#compaction#189 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:46,051 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/1ca13e1326eb4afe95f5b15d9abf6668 is 50, key is test_row_0/B:col10/1733638843403/Put/seqid=0 2024-12-08T06:20:46,053 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:46,057 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208c495747d15284a959c886dcad3984f1f_62ffee607acebab2be4b1bf0341b7d0b store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:46,059 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208c495747d15284a959c886dcad3984f1f_62ffee607acebab2be4b1bf0341b7d0b, store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:46,059 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208c495747d15284a959c886dcad3984f1f_62ffee607acebab2be4b1bf0341b7d0b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:46,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742049_1225 (size=4469) 2024-12-08T06:20:46,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742048_1224 (size=12781) 2024-12-08T06:20:46,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:46,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-08T06:20:46,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:46,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:46,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:46,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:46,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:46,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:46,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208e4e9c9493bc04f619a6797cd3f28f85b_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638846159/Put/seqid=0 2024-12-08T06:20:46,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638906175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:46,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638906176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:46,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638906180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:46,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638906181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,189 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:46,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638906185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742050_1226 (size=17534) 2024-12-08T06:20:46,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638906282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,286 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:46,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638906282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:46,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638906286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,290 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:46,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638906289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638906290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,467 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#A#compaction#190 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:46,467 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/aab9d952293c48488c6fa3e970a9910b is 175, key is test_row_0/A:col10/1733638843403/Put/seqid=0 2024-12-08T06:20:46,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742051_1227 (size=31735) 2024-12-08T06:20:46,475 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/1ca13e1326eb4afe95f5b15d9abf6668 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/1ca13e1326eb4afe95f5b15d9abf6668 2024-12-08T06:20:46,480 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/aab9d952293c48488c6fa3e970a9910b as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/aab9d952293c48488c6fa3e970a9910b 2024-12-08T06:20:46,483 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/B of 62ffee607acebab2be4b1bf0341b7d0b into 1ca13e1326eb4afe95f5b15d9abf6668(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:46,483 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:46,483 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/B, priority=13, startTime=1733638846036; duration=0sec 2024-12-08T06:20:46,483 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:46,483 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:B 2024-12-08T06:20:46,483 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:46,485 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:46,485 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/C is initiating minor compaction (all files) 2024-12-08T06:20:46,485 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/C in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:46,485 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/98db090556fc46b9a1c1c1d09601bec1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/e17a940a36474e2ebe130e2550d38abf, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/e3309c94f2d54b7cac1561a59afb623e] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=36.1 K 2024-12-08T06:20:46,486 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 98db090556fc46b9a1c1c1d09601bec1, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=217, earliestPutTs=1733638841618 2024-12-08T06:20:46,486 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/A of 62ffee607acebab2be4b1bf0341b7d0b into aab9d952293c48488c6fa3e970a9910b(size=31.0 K), total size for store is 31.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:46,486 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:46,486 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/A, priority=13, startTime=1733638846035; duration=0sec 2024-12-08T06:20:46,487 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:46,487 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:A 2024-12-08T06:20:46,487 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting e17a940a36474e2ebe130e2550d38abf, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733638842258 2024-12-08T06:20:46,488 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting e3309c94f2d54b7cac1561a59afb623e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733638843402 2024-12-08T06:20:46,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-08T06:20:46,493 INFO [Thread-754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-08T06:20:46,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:20:46,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-08T06:20:46,496 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:20:46,496 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#C#compaction#192 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:46,496 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:20:46,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:20:46,497 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/e300254c8ebe47ecb4994458092c8a02 is 50, key is test_row_0/C:col10/1733638843403/Put/seqid=0 2024-12-08T06:20:46,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638906489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:46,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638906489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638906491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:46,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638906494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638906492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-08T06:20:46,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742052_1228 (size=12781) 2024-12-08T06:20:46,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-08T06:20:46,602 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:46,607 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208e4e9c9493bc04f619a6797cd3f28f85b_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e4e9c9493bc04f619a6797cd3f28f85b_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:46,608 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/da3674f73e704c24a284d0b753e81643, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:46,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/da3674f73e704c24a284d0b753e81643 is 175, key is test_row_0/A:col10/1733638846159/Put/seqid=0 2024-12-08T06:20:46,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742053_1229 (size=48639) 2024-12-08T06:20:46,650 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-08T06:20:46,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:46,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:46,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:46,651 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:46,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:46,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:46,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-08T06:20:46,801 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:46,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638906798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:46,802 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638906799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638906800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:46,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638906800, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,802 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:46,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638906801, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,803 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,803 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-08T06:20:46,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:46,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:46,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:46,804 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:46,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:46,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:46,917 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/e300254c8ebe47ecb4994458092c8a02 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/e300254c8ebe47ecb4994458092c8a02 2024-12-08T06:20:46,922 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/C of 62ffee607acebab2be4b1bf0341b7d0b into e300254c8ebe47ecb4994458092c8a02(size=12.5 K), total size for store is 12.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:46,922 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:46,922 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/C, priority=13, startTime=1733638846039; duration=0sec 2024-12-08T06:20:46,922 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:46,923 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:C 2024-12-08T06:20:46,956 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:46,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-08T06:20:46,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:46,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:46,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:46,957 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:46,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:46,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:47,017 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=278, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/da3674f73e704c24a284d0b753e81643 2024-12-08T06:20:47,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/32ad6d5b16894c44b08948fd1a420bc4 is 50, key is test_row_0/B:col10/1733638846159/Put/seqid=0 2024-12-08T06:20:47,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742054_1230 (size=12301) 2024-12-08T06:20:47,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-08T06:20:47,110 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:47,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-08T06:20:47,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:47,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:47,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:47,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:47,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:47,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:47,264 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:47,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-08T06:20:47,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:47,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:47,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:47,266 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:47,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:47,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:47,303 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:47,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638907302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:47,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:47,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638907305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:47,305 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:47,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638907305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:47,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:47,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638907305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:47,311 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:47,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638907310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:47,418 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:47,419 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-08T06:20:47,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:47,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:47,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:47,419 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:47,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:47,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:47,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/32ad6d5b16894c44b08948fd1a420bc4 2024-12-08T06:20:47,441 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/0a11653541a1438ebd7665f7273e9c82 is 50, key is test_row_0/C:col10/1733638846159/Put/seqid=0 2024-12-08T06:20:47,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742055_1231 (size=12301) 2024-12-08T06:20:47,453 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/0a11653541a1438ebd7665f7273e9c82 2024-12-08T06:20:47,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/da3674f73e704c24a284d0b753e81643 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/da3674f73e704c24a284d0b753e81643 2024-12-08T06:20:47,475 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/da3674f73e704c24a284d0b753e81643, entries=250, sequenceid=278, filesize=47.5 K 2024-12-08T06:20:47,476 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/32ad6d5b16894c44b08948fd1a420bc4 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/32ad6d5b16894c44b08948fd1a420bc4 2024-12-08T06:20:47,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/32ad6d5b16894c44b08948fd1a420bc4, entries=150, sequenceid=278, filesize=12.0 K 2024-12-08T06:20:47,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/0a11653541a1438ebd7665f7273e9c82 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/0a11653541a1438ebd7665f7273e9c82 2024-12-08T06:20:47,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/0a11653541a1438ebd7665f7273e9c82, entries=150, sequenceid=278, filesize=12.0 K 2024-12-08T06:20:47,500 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 62ffee607acebab2be4b1bf0341b7d0b in 1341ms, sequenceid=278, compaction requested=false 2024-12-08T06:20:47,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:47,573 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:47,573 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-08T06:20:47,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:47,574 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-08T06:20:47,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:47,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:47,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:47,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:47,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:47,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:47,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208851d7f2161114daf8de32413777c2e8d_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638846173/Put/seqid=0 2024-12-08T06:20:47,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742056_1232 (size=12454) 2024-12-08T06:20:47,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:47,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-08T06:20:47,606 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208851d7f2161114daf8de32413777c2e8d_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208851d7f2161114daf8de32413777c2e8d_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:47,607 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/91d9731850a34d4995667cde0e2d1d30, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:47,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/91d9731850a34d4995667cde0e2d1d30 is 175, key is test_row_0/A:col10/1733638846173/Put/seqid=0 2024-12-08T06:20:47,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742057_1233 (size=31255) 2024-12-08T06:20:47,628 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=298, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/91d9731850a34d4995667cde0e2d1d30 2024-12-08T06:20:47,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/b6a423ce91c7453ab1b9cc9d033a1eff is 50, key is test_row_0/B:col10/1733638846173/Put/seqid=0 2024-12-08T06:20:47,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742058_1234 (size=12301) 2024-12-08T06:20:47,648 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/b6a423ce91c7453ab1b9cc9d033a1eff 2024-12-08T06:20:47,657 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/75b6719483844b8784c980b14d21625f is 50, key is test_row_0/C:col10/1733638846173/Put/seqid=0 2024-12-08T06:20:47,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742059_1235 (size=12301) 2024-12-08T06:20:48,067 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=298 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/75b6719483844b8784c980b14d21625f 2024-12-08T06:20:48,073 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/91d9731850a34d4995667cde0e2d1d30 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/91d9731850a34d4995667cde0e2d1d30 2024-12-08T06:20:48,078 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/91d9731850a34d4995667cde0e2d1d30, entries=150, sequenceid=298, filesize=30.5 K 2024-12-08T06:20:48,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/b6a423ce91c7453ab1b9cc9d033a1eff as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/b6a423ce91c7453ab1b9cc9d033a1eff 2024-12-08T06:20:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,084 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/b6a423ce91c7453ab1b9cc9d033a1eff, entries=150, sequenceid=298, filesize=12.0 K 2024-12-08T06:20:48,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/75b6719483844b8784c980b14d21625f as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/75b6719483844b8784c980b14d21625f 2024-12-08T06:20:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,091 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/75b6719483844b8784c980b14d21625f, entries=150, sequenceid=298, filesize=12.0 K 2024-12-08T06:20:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,093 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=0 B/0 for 62ffee607acebab2be4b1bf0341b7d0b in 518ms, sequenceid=298, compaction requested=true 2024-12-08T06:20:48,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:48,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-08T06:20:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-08T06:20:48,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-08T06:20:48,097 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5980 sec 2024-12-08T06:20:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 1.6030 sec 2024-12-08T06:20:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:48,358 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:20:48,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:48,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:48,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:48,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:48,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:48,358 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,375 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208c0346f0eed4e44bf8f1b565998ef83ea_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638848349/Put/seqid=0 2024-12-08T06:20:48,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742061_1237 (size=25158) 2024-12-08T06:20:48,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638908446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:48,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:48,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638908448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:48,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:48,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638908448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638908449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:48,456 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:48,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638908452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:48,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:48,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638908554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:48,557 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:48,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638908557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:48,558 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638908557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:48,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638908558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:48,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:48,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638908558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:48,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-08T06:20:48,604 INFO [Thread-754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-08T06:20:48,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:20:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-08T06:20:48,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-08T06:20:48,608 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:20:48,610 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:20:48,610 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:20:48,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-08T06:20:48,759 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:48,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638908756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:48,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638908760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:48,762 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:48,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-08T06:20:48,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:48,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:48,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:48,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:48,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:48,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638908761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:48,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:48,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638908762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:48,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:48,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638908762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:48,792 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:48,797 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208c0346f0eed4e44bf8f1b565998ef83ea_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c0346f0eed4e44bf8f1b565998ef83ea_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:48,798 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/be2884fafec047dc87d6e85f7c99b655, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:48,799 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/be2884fafec047dc87d6e85f7c99b655 is 175, key is test_row_0/A:col10/1733638848349/Put/seqid=0 2024-12-08T06:20:48,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742060_1236 (size=74795) 2024-12-08T06:20:48,803 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=309, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/be2884fafec047dc87d6e85f7c99b655 2024-12-08T06:20:48,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/a194f099e8044e84adf07c26febdcadc is 50, key is test_row_0/B:col10/1733638848349/Put/seqid=0 2024-12-08T06:20:48,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742062_1238 (size=12301) 2024-12-08T06:20:48,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/a194f099e8044e84adf07c26febdcadc 2024-12-08T06:20:48,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/71dc05224ec74b18acd082ba48501a68 is 50, key is test_row_0/C:col10/1733638848349/Put/seqid=0 2024-12-08T06:20:48,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742063_1239 (size=12301) 2024-12-08T06:20:48,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-08T06:20:48,915 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:48,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-08T06:20:48,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:48,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:48,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:48,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:48,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:48,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:49,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638909062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:49,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:49,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638909062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:49,068 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:49,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-08T06:20:49,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:49,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:49,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:49,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638909065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:49,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:49,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:49,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638909065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:49,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638909066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:49,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:49,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-08T06:20:49,221 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:49,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-08T06:20:49,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:49,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:49,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:49,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] handler.RSProcedureHandler(58): pid=54 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:49,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=54 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:49,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=54 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:49,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/71dc05224ec74b18acd082ba48501a68 2024-12-08T06:20:49,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/be2884fafec047dc87d6e85f7c99b655 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/be2884fafec047dc87d6e85f7c99b655 2024-12-08T06:20:49,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/be2884fafec047dc87d6e85f7c99b655, entries=400, sequenceid=309, filesize=73.0 K 2024-12-08T06:20:49,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/a194f099e8044e84adf07c26febdcadc as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/a194f099e8044e84adf07c26febdcadc 2024-12-08T06:20:49,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/a194f099e8044e84adf07c26febdcadc, entries=150, sequenceid=309, filesize=12.0 K 2024-12-08T06:20:49,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/71dc05224ec74b18acd082ba48501a68 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/71dc05224ec74b18acd082ba48501a68 2024-12-08T06:20:49,260 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/71dc05224ec74b18acd082ba48501a68, entries=150, sequenceid=309, filesize=12.0 K 2024-12-08T06:20:49,264 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 62ffee607acebab2be4b1bf0341b7d0b in 906ms, sequenceid=309, compaction requested=true 2024-12-08T06:20:49,264 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:49,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:49,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:49,264 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:20:49,264 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:20:49,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:49,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:49,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:49,265 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:49,267 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 186424 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:20:49,267 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/A is initiating minor compaction (all files) 2024-12-08T06:20:49,267 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/A in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:49,267 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/aab9d952293c48488c6fa3e970a9910b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/da3674f73e704c24a284d0b753e81643, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/91d9731850a34d4995667cde0e2d1d30, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/be2884fafec047dc87d6e85f7c99b655] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=182.1 K 2024-12-08T06:20:49,267 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:49,267 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/aab9d952293c48488c6fa3e970a9910b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/da3674f73e704c24a284d0b753e81643, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/91d9731850a34d4995667cde0e2d1d30, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/be2884fafec047dc87d6e85f7c99b655] 2024-12-08T06:20:49,268 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:20:49,268 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/B is initiating minor compaction (all files) 2024-12-08T06:20:49,268 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting aab9d952293c48488c6fa3e970a9910b, keycount=150, bloomtype=ROW, size=31.0 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733638843402 2024-12-08T06:20:49,268 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/B in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:49,268 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/1ca13e1326eb4afe95f5b15d9abf6668, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/32ad6d5b16894c44b08948fd1a420bc4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/b6a423ce91c7453ab1b9cc9d033a1eff, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/a194f099e8044e84adf07c26febdcadc] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=48.5 K 2024-12-08T06:20:49,268 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting da3674f73e704c24a284d0b753e81643, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733638845542 2024-12-08T06:20:49,269 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ca13e1326eb4afe95f5b15d9abf6668, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733638843402 2024-12-08T06:20:49,269 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 91d9731850a34d4995667cde0e2d1d30, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733638846173 2024-12-08T06:20:49,269 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 32ad6d5b16894c44b08948fd1a420bc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733638845542 2024-12-08T06:20:49,269 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting be2884fafec047dc87d6e85f7c99b655, keycount=400, bloomtype=ROW, size=73.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733638848344 2024-12-08T06:20:49,270 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting b6a423ce91c7453ab1b9cc9d033a1eff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733638846173 2024-12-08T06:20:49,270 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting a194f099e8044e84adf07c26febdcadc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733638848349 2024-12-08T06:20:49,280 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:49,283 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#B#compaction#202 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:49,283 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/31bb2f8a3985434e96adb1fbd550fb39 is 50, key is test_row_0/B:col10/1733638848349/Put/seqid=0 2024-12-08T06:20:49,286 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412085721ab4f9b31402699835becd451ef4f_62ffee607acebab2be4b1bf0341b7d0b store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:49,289 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412085721ab4f9b31402699835becd451ef4f_62ffee607acebab2be4b1bf0341b7d0b, store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:49,289 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412085721ab4f9b31402699835becd451ef4f_62ffee607acebab2be4b1bf0341b7d0b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:49,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742064_1240 (size=13017) 2024-12-08T06:20:49,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742065_1241 (size=4469) 2024-12-08T06:20:49,301 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#A#compaction#201 average throughput is 1.16 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:49,302 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/8562623ef0694106a235f53e378580fa is 175, key is test_row_0/A:col10/1733638848349/Put/seqid=0 2024-12-08T06:20:49,305 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/31bb2f8a3985434e96adb1fbd550fb39 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/31bb2f8a3985434e96adb1fbd550fb39 2024-12-08T06:20:49,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742066_1242 (size=31971) 2024-12-08T06:20:49,310 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/B of 62ffee607acebab2be4b1bf0341b7d0b into 31bb2f8a3985434e96adb1fbd550fb39(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:49,311 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:49,311 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/B, priority=12, startTime=1733638849264; duration=0sec 2024-12-08T06:20:49,311 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:49,311 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:B 2024-12-08T06:20:49,311 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:20:49,313 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:20:49,313 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/C is initiating minor compaction (all files) 2024-12-08T06:20:49,314 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/C in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:49,314 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/e300254c8ebe47ecb4994458092c8a02, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/0a11653541a1438ebd7665f7273e9c82, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/75b6719483844b8784c980b14d21625f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/71dc05224ec74b18acd082ba48501a68] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=48.5 K 2024-12-08T06:20:49,314 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting e300254c8ebe47ecb4994458092c8a02, keycount=150, bloomtype=ROW, size=12.5 K, encoding=NONE, compression=NONE, seqNum=258, earliestPutTs=1733638843402 2024-12-08T06:20:49,314 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/8562623ef0694106a235f53e378580fa as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/8562623ef0694106a235f53e378580fa 2024-12-08T06:20:49,314 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a11653541a1438ebd7665f7273e9c82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1733638845542 2024-12-08T06:20:49,315 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 75b6719483844b8784c980b14d21625f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=298, earliestPutTs=1733638846173 2024-12-08T06:20:49,315 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 71dc05224ec74b18acd082ba48501a68, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733638848349 2024-12-08T06:20:49,320 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/A of 62ffee607acebab2be4b1bf0341b7d0b into 8562623ef0694106a235f53e378580fa(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:49,320 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:49,320 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/A, priority=12, startTime=1733638849264; duration=0sec 2024-12-08T06:20:49,320 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:49,320 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:A 2024-12-08T06:20:49,329 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#C#compaction#203 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:49,329 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/aee05f92ec004ea49cceb8fb016a9742 is 50, key is test_row_0/C:col10/1733638848349/Put/seqid=0 2024-12-08T06:20:49,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742067_1243 (size=13017) 2024-12-08T06:20:49,370 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/aee05f92ec004ea49cceb8fb016a9742 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/aee05f92ec004ea49cceb8fb016a9742 2024-12-08T06:20:49,374 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:49,375 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-08T06:20:49,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:49,375 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T06:20:49,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:49,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:49,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:49,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:49,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:49,376 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:49,380 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/C of 62ffee607acebab2be4b1bf0341b7d0b into aee05f92ec004ea49cceb8fb016a9742(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:49,380 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:49,380 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/C, priority=12, startTime=1733638849265; duration=0sec 2024-12-08T06:20:49,380 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:49,380 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:C 2024-12-08T06:20:49,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208baa1967b3a9c4d5e8a3003c147a4353d_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638848446/Put/seqid=0 2024-12-08T06:20:49,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742068_1244 (size=12454) 2024-12-08T06:20:49,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:49,401 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208baa1967b3a9c4d5e8a3003c147a4353d_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208baa1967b3a9c4d5e8a3003c147a4353d_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:49,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/72331ccb217d48929274d37e23882060, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:49,403 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/72331ccb217d48929274d37e23882060 is 175, key is test_row_0/A:col10/1733638848446/Put/seqid=0 2024-12-08T06:20:49,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742069_1245 (size=31255) 2024-12-08T06:20:49,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:49,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:49,574 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638909572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:49,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638909572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:49,575 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638909573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:49,576 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638909573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:49,576 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:49,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638909573, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:49,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638909676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:49,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:49,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638909676, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:49,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638909677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:49,680 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:49,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638909677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:49,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-08T06:20:49,809 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=336, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/72331ccb217d48929274d37e23882060 2024-12-08T06:20:49,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/c57bad420a544239b7e8694a216f5575 is 50, key is test_row_0/B:col10/1733638848446/Put/seqid=0 2024-12-08T06:20:49,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742070_1246 (size=12301) 2024-12-08T06:20:49,824 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/c57bad420a544239b7e8694a216f5575 2024-12-08T06:20:49,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/b9bc5daafdc74fa8a064f0613253d8d9 is 50, key is test_row_0/C:col10/1733638848446/Put/seqid=0 2024-12-08T06:20:49,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742071_1247 (size=12301) 2024-12-08T06:20:49,863 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/b9bc5daafdc74fa8a064f0613253d8d9 2024-12-08T06:20:49,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/72331ccb217d48929274d37e23882060 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/72331ccb217d48929274d37e23882060 2024-12-08T06:20:49,875 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/72331ccb217d48929274d37e23882060, entries=150, sequenceid=336, filesize=30.5 K 2024-12-08T06:20:49,877 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/c57bad420a544239b7e8694a216f5575 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/c57bad420a544239b7e8694a216f5575 2024-12-08T06:20:49,882 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/c57bad420a544239b7e8694a216f5575, entries=150, sequenceid=336, filesize=12.0 K 2024-12-08T06:20:49,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/b9bc5daafdc74fa8a064f0613253d8d9 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/b9bc5daafdc74fa8a064f0613253d8d9 2024-12-08T06:20:49,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638909880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:49,885 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:49,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:49,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638909882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638909881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:49,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:49,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638909883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:49,890 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/b9bc5daafdc74fa8a064f0613253d8d9, entries=150, sequenceid=336, filesize=12.0 K 2024-12-08T06:20:49,891 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 62ffee607acebab2be4b1bf0341b7d0b in 516ms, sequenceid=336, compaction requested=false 2024-12-08T06:20:49,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:49,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:49,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-08T06:20:49,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-08T06:20:49,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-08T06:20:49,894 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2830 sec 2024-12-08T06:20:49,896 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.2890 sec 2024-12-08T06:20:50,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:50,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T06:20:50,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:50,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:50,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:50,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:50,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:50,193 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:50,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208fdcd478c716b48d9b0464522981ba410_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638850191/Put/seqid=0 2024-12-08T06:20:50,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:50,213 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638910210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:50,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638910209, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:50,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:50,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638910213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:50,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638910213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:50,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742072_1248 (size=12454) 2024-12-08T06:20:50,224 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:50,229 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208fdcd478c716b48d9b0464522981ba410_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208fdcd478c716b48d9b0464522981ba410_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:50,231 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/a3f315451f5f4655822238a7db21e80c, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:50,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/a3f315451f5f4655822238a7db21e80c is 175, key is test_row_0/A:col10/1733638850191/Put/seqid=0 2024-12-08T06:20:50,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742073_1249 (size=31255) 2024-12-08T06:20:50,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:50,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638910314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:50,317 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:50,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638910314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:50,320 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638910317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:50,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:50,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638910317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:50,518 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:50,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638910518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:50,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:50,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638910519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:50,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:50,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638910522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:50,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638910522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:50,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:50,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638910585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:50,639 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=352, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/a3f315451f5f4655822238a7db21e80c 2024-12-08T06:20:50,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/ac97ba2b3abb4e3d82ebad9b99f28763 is 50, key is test_row_0/B:col10/1733638850191/Put/seqid=0 2024-12-08T06:20:50,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742074_1250 (size=12301) 2024-12-08T06:20:50,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/ac97ba2b3abb4e3d82ebad9b99f28763 2024-12-08T06:20:50,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/2014d71418944babb530c67ac0e02111 is 50, key is test_row_0/C:col10/1733638850191/Put/seqid=0 2024-12-08T06:20:50,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742075_1251 (size=12301) 2024-12-08T06:20:50,679 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=352 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/2014d71418944babb530c67ac0e02111 2024-12-08T06:20:50,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/a3f315451f5f4655822238a7db21e80c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/a3f315451f5f4655822238a7db21e80c 2024-12-08T06:20:50,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/a3f315451f5f4655822238a7db21e80c, entries=150, sequenceid=352, filesize=30.5 K 2024-12-08T06:20:50,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/ac97ba2b3abb4e3d82ebad9b99f28763 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/ac97ba2b3abb4e3d82ebad9b99f28763 2024-12-08T06:20:50,702 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/ac97ba2b3abb4e3d82ebad9b99f28763, entries=150, sequenceid=352, filesize=12.0 K 2024-12-08T06:20:50,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/2014d71418944babb530c67ac0e02111 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/2014d71418944babb530c67ac0e02111 2024-12-08T06:20:50,707 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/2014d71418944babb530c67ac0e02111, entries=150, sequenceid=352, filesize=12.0 K 2024-12-08T06:20:50,708 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 62ffee607acebab2be4b1bf0341b7d0b in 517ms, sequenceid=352, compaction requested=true 2024-12-08T06:20:50,708 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:50,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:50,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:50,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:50,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:50,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:50,708 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:50,708 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:50,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:50,709 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:50,709 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:50,709 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/A is initiating minor compaction (all files) 2024-12-08T06:20:50,709 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/B is initiating minor compaction (all files) 2024-12-08T06:20:50,709 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/A in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:50,709 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/B in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:50,709 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/31bb2f8a3985434e96adb1fbd550fb39, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/c57bad420a544239b7e8694a216f5575, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/ac97ba2b3abb4e3d82ebad9b99f28763] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=36.7 K 2024-12-08T06:20:50,709 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/8562623ef0694106a235f53e378580fa, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/72331ccb217d48929274d37e23882060, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/a3f315451f5f4655822238a7db21e80c] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=92.3 K 2024-12-08T06:20:50,709 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:50,710 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/8562623ef0694106a235f53e378580fa, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/72331ccb217d48929274d37e23882060, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/a3f315451f5f4655822238a7db21e80c] 2024-12-08T06:20:50,710 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 31bb2f8a3985434e96adb1fbd550fb39, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733638848349 2024-12-08T06:20:50,710 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8562623ef0694106a235f53e378580fa, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733638848349 2024-12-08T06:20:50,710 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting c57bad420a544239b7e8694a216f5575, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733638848446 2024-12-08T06:20:50,711 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 72331ccb217d48929274d37e23882060, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733638848446 2024-12-08T06:20:50,711 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting ac97ba2b3abb4e3d82ebad9b99f28763, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733638850189 2024-12-08T06:20:50,711 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting a3f315451f5f4655822238a7db21e80c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733638850189 2024-12-08T06:20:50,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-08T06:20:50,713 INFO [Thread-754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-08T06:20:50,715 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:20:50,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-08T06:20:50,717 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:20:50,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-08T06:20:50,717 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:20:50,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:20:50,738 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#B#compaction#210 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:50,739 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/10e4d92996a9475388715d40b66de8b0 is 50, key is test_row_0/B:col10/1733638850191/Put/seqid=0 2024-12-08T06:20:50,749 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:50,755 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208034d15e62f2a446ab8125803805dc088_62ffee607acebab2be4b1bf0341b7d0b store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:50,757 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208034d15e62f2a446ab8125803805dc088_62ffee607acebab2be4b1bf0341b7d0b, store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:50,757 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208034d15e62f2a446ab8125803805dc088_62ffee607acebab2be4b1bf0341b7d0b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:50,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742076_1252 (size=13119) 2024-12-08T06:20:50,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742077_1253 (size=4469) 2024-12-08T06:20:50,775 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#A#compaction#211 average throughput is 0.94 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:50,776 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/6dea7e91476c43829ac55728e6f14ee3 is 175, key is test_row_0/A:col10/1733638850191/Put/seqid=0 2024-12-08T06:20:50,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742078_1254 (size=32073) 2024-12-08T06:20:50,789 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/6dea7e91476c43829ac55728e6f14ee3 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/6dea7e91476c43829ac55728e6f14ee3 2024-12-08T06:20:50,795 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/A of 62ffee607acebab2be4b1bf0341b7d0b into 6dea7e91476c43829ac55728e6f14ee3(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:50,795 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:50,795 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/A, priority=13, startTime=1733638850708; duration=0sec 2024-12-08T06:20:50,795 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:50,795 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:A 2024-12-08T06:20:50,795 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:50,797 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:50,797 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/C is initiating minor compaction (all files) 2024-12-08T06:20:50,797 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/C in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:50,797 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/aee05f92ec004ea49cceb8fb016a9742, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/b9bc5daafdc74fa8a064f0613253d8d9, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/2014d71418944babb530c67ac0e02111] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=36.7 K 2024-12-08T06:20:50,797 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting aee05f92ec004ea49cceb8fb016a9742, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733638848349 2024-12-08T06:20:50,798 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9bc5daafdc74fa8a064f0613253d8d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=336, earliestPutTs=1733638848446 2024-12-08T06:20:50,798 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2014d71418944babb530c67ac0e02111, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733638850189 2024-12-08T06:20:50,808 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#C#compaction#212 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:50,809 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/39aaab292c0e48cd8eb946016e9fe7d1 is 50, key is test_row_0/C:col10/1733638850191/Put/seqid=0 2024-12-08T06:20:50,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-08T06:20:50,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742079_1255 (size=13119) 2024-12-08T06:20:50,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-08T06:20:50,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:50,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:50,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:50,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:50,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:50,823 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:50,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:50,833 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/39aaab292c0e48cd8eb946016e9fe7d1 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/39aaab292c0e48cd8eb946016e9fe7d1 2024-12-08T06:20:50,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081c353cb607d14283a80d1771cf441084_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638850208/Put/seqid=0 2024-12-08T06:20:50,845 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/C of 62ffee607acebab2be4b1bf0341b7d0b into 39aaab292c0e48cd8eb946016e9fe7d1(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:50,845 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:50,845 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/C, priority=13, startTime=1733638850708; duration=0sec 2024-12-08T06:20:50,846 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:50,846 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:C 2024-12-08T06:20:50,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742080_1256 (size=14994) 2024-12-08T06:20:50,847 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:50,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638910843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:50,848 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:50,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:50,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638910847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:50,851 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638910848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:50,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638910847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:50,853 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081c353cb607d14283a80d1771cf441084_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081c353cb607d14283a80d1771cf441084_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:50,855 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/c20afabdd6944f879cead976a3822dce, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:50,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/c20afabdd6944f879cead976a3822dce is 175, key is test_row_0/A:col10/1733638850208/Put/seqid=0 2024-12-08T06:20:50,872 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:50,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T06:20:50,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:50,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:50,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:50,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:50,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:50,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742081_1257 (size=39949) 2024-12-08T06:20:50,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:50,949 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:50,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638910949, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:50,954 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:50,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638910953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:50,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:50,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638910954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:50,960 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:50,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638910960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-08T06:20:51,025 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T06:20:51,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:51,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:51,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:51,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:51,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:51,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:51,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:51,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638911151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:51,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638911156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,164 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:51,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638911162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,166 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:51,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638911164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,168 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/10e4d92996a9475388715d40b66de8b0 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/10e4d92996a9475388715d40b66de8b0 2024-12-08T06:20:51,173 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/B of 62ffee607acebab2be4b1bf0341b7d0b into 10e4d92996a9475388715d40b66de8b0(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:51,173 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:51,173 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/B, priority=13, startTime=1733638850708; duration=0sec 2024-12-08T06:20:51,173 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:51,173 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:B 2024-12-08T06:20:51,179 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T06:20:51,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:51,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:51,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:51,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:51,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:51,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:51,275 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/c20afabdd6944f879cead976a3822dce 2024-12-08T06:20:51,284 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/5f3eed9f349a49ef82d7f8878a3ee262 is 50, key is test_row_0/B:col10/1733638850208/Put/seqid=0 2024-12-08T06:20:51,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742082_1258 (size=12301) 2024-12-08T06:20:51,296 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/5f3eed9f349a49ef82d7f8878a3ee262 2024-12-08T06:20:51,307 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/b034f3a04e9c467695c75375760eadda is 50, key is test_row_0/C:col10/1733638850208/Put/seqid=0 2024-12-08T06:20:51,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-08T06:20:51,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742083_1259 (size=12301) 2024-12-08T06:20:51,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/b034f3a04e9c467695c75375760eadda 2024-12-08T06:20:51,332 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T06:20:51,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/c20afabdd6944f879cead976a3822dce as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/c20afabdd6944f879cead976a3822dce 2024-12-08T06:20:51,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:51,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:51,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:51,333 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:51,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:51,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:51,339 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/c20afabdd6944f879cead976a3822dce, entries=200, sequenceid=375, filesize=39.0 K 2024-12-08T06:20:51,340 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/5f3eed9f349a49ef82d7f8878a3ee262 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/5f3eed9f349a49ef82d7f8878a3ee262 2024-12-08T06:20:51,345 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/5f3eed9f349a49ef82d7f8878a3ee262, entries=150, sequenceid=375, filesize=12.0 K 2024-12-08T06:20:51,346 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/b034f3a04e9c467695c75375760eadda as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/b034f3a04e9c467695c75375760eadda 2024-12-08T06:20:51,351 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/b034f3a04e9c467695c75375760eadda, entries=150, sequenceid=375, filesize=12.0 K 2024-12-08T06:20:51,352 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 62ffee607acebab2be4b1bf0341b7d0b in 529ms, sequenceid=375, compaction requested=false 2024-12-08T06:20:51,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:51,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:51,458 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-08T06:20:51,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:51,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:51,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:51,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:51,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:51,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:51,468 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412086e461f757899429f97e160ab0e4fb9c2_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638850846/Put/seqid=0 2024-12-08T06:20:51,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742084_1260 (size=12454) 2024-12-08T06:20:51,480 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:51,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638911478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638911479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:51,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638911479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:51,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638911482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,485 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T06:20:51,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:51,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:51,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:51,486 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:51,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:51,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:51,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:51,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638911581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638911584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,586 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:51,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638911584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,587 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:51,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638911585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,638 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,638 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T06:20:51,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:51,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:51,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:51,639 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:51,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:51,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:51,785 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:51,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638911783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:51,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638911787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:51,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638911788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,791 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,791 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:51,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638911791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T06:20:51,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:51,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:51,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:51,792 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:51,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:51,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:51,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-08T06:20:51,877 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:51,882 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412086e461f757899429f97e160ab0e4fb9c2_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412086e461f757899429f97e160ab0e4fb9c2_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:51,883 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/3e77f567baed40c7a0282fae981f49a7, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:51,884 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/3e77f567baed40c7a0282fae981f49a7 is 175, key is test_row_0/A:col10/1733638850846/Put/seqid=0 2024-12-08T06:20:51,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742085_1261 (size=31255) 2024-12-08T06:20:51,944 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:51,945 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T06:20:51,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:51,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:51,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:51,945 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:51,945 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:51,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:52,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:52,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638912087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:52,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638912089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:52,094 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638912093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:52,095 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:52,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638912094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:52,098 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:52,098 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T06:20:52,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:52,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:52,098 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:52,098 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:52,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:52,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:52,251 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:52,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T06:20:52,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:52,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:52,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:52,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:52,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:52,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:52,290 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=393, memsize=29.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/3e77f567baed40c7a0282fae981f49a7 2024-12-08T06:20:52,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/7ab214a6462a4534bbe4511e51cc2377 is 50, key is test_row_0/B:col10/1733638850846/Put/seqid=0 2024-12-08T06:20:52,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742086_1262 (size=12301) 2024-12-08T06:20:52,405 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:52,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T06:20:52,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:52,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:52,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:52,406 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:52,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:52,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:52,560 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:52,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T06:20:52,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:52,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:52,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:52,561 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:52,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:52,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:52,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:52,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36448 deadline: 1733638912588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:52,589 DEBUG [Thread-746 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4138 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., hostname=cbcfd08a3627,46077,1733638796198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T06:20:52,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:52,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638912593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:52,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:52,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638912596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:52,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638912596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:52,600 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:52,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638912597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:52,715 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:52,715 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T06:20:52,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:52,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:52,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:52,715 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:52,716 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:52,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:52,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/7ab214a6462a4534bbe4511e51cc2377 2024-12-08T06:20:52,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/d8fad940cf7a41f4aee72698007a26b6 is 50, key is test_row_0/C:col10/1733638850846/Put/seqid=0 2024-12-08T06:20:52,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742087_1263 (size=12301) 2024-12-08T06:20:52,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-08T06:20:52,868 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:52,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T06:20:52,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:52,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:52,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:52,869 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:52,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:52,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:53,021 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:53,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T06:20:53,021 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:53,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:53,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:53,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:53,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:53,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:53,156 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/d8fad940cf7a41f4aee72698007a26b6 2024-12-08T06:20:53,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/3e77f567baed40c7a0282fae981f49a7 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3e77f567baed40c7a0282fae981f49a7 2024-12-08T06:20:53,166 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3e77f567baed40c7a0282fae981f49a7, entries=150, sequenceid=393, filesize=30.5 K 2024-12-08T06:20:53,167 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/7ab214a6462a4534bbe4511e51cc2377 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/7ab214a6462a4534bbe4511e51cc2377 2024-12-08T06:20:53,174 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:53,174 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T06:20:53,174 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/7ab214a6462a4534bbe4511e51cc2377, entries=150, sequenceid=393, filesize=12.0 K 2024-12-08T06:20:53,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:53,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:53,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:53,175 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] handler.RSProcedureHandler(58): pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:53,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=56 java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:53,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=56 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:20:53,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/d8fad940cf7a41f4aee72698007a26b6 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/d8fad940cf7a41f4aee72698007a26b6 2024-12-08T06:20:53,180 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/d8fad940cf7a41f4aee72698007a26b6, entries=150, sequenceid=393, filesize=12.0 K 2024-12-08T06:20:53,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 62ffee607acebab2be4b1bf0341b7d0b in 1723ms, sequenceid=393, compaction requested=true 2024-12-08T06:20:53,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:53,182 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:53,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:53,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:53,183 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:53,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:53,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:53,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:53,183 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:53,185 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:53,185 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/B is initiating minor compaction (all files) 2024-12-08T06:20:53,185 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103277 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:53,185 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/B in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:53,185 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/A is initiating minor compaction (all files) 2024-12-08T06:20:53,185 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/10e4d92996a9475388715d40b66de8b0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/5f3eed9f349a49ef82d7f8878a3ee262, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/7ab214a6462a4534bbe4511e51cc2377] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=36.8 K 2024-12-08T06:20:53,185 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/A in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:53,185 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/6dea7e91476c43829ac55728e6f14ee3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/c20afabdd6944f879cead976a3822dce, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3e77f567baed40c7a0282fae981f49a7] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=100.9 K 2024-12-08T06:20:53,185 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:53,185 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/6dea7e91476c43829ac55728e6f14ee3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/c20afabdd6944f879cead976a3822dce, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3e77f567baed40c7a0282fae981f49a7] 2024-12-08T06:20:53,186 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 10e4d92996a9475388715d40b66de8b0, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733638850189 2024-12-08T06:20:53,186 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f3eed9f349a49ef82d7f8878a3ee262, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733638850208 2024-12-08T06:20:53,186 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dea7e91476c43829ac55728e6f14ee3, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733638850189 2024-12-08T06:20:53,186 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ab214a6462a4534bbe4511e51cc2377, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733638850840 2024-12-08T06:20:53,186 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting c20afabdd6944f879cead976a3822dce, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733638850208 2024-12-08T06:20:53,187 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3e77f567baed40c7a0282fae981f49a7, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733638850840 2024-12-08T06:20:53,194 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#B#compaction#219 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:53,195 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/0d5c292255ff48cea047d525e3e71697 is 50, key is test_row_0/B:col10/1733638850846/Put/seqid=0 2024-12-08T06:20:53,197 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:53,204 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120831caba7aaffb487cbdf839afd01de175_62ffee607acebab2be4b1bf0341b7d0b store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:53,206 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120831caba7aaffb487cbdf839afd01de175_62ffee607acebab2be4b1bf0341b7d0b, store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:53,206 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120831caba7aaffb487cbdf839afd01de175_62ffee607acebab2be4b1bf0341b7d0b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:53,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742089_1265 (size=4469) 2024-12-08T06:20:53,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742088_1264 (size=13221) 2024-12-08T06:20:53,215 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/0d5c292255ff48cea047d525e3e71697 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/0d5c292255ff48cea047d525e3e71697 2024-12-08T06:20:53,220 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/B of 62ffee607acebab2be4b1bf0341b7d0b into 0d5c292255ff48cea047d525e3e71697(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:53,220 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:53,220 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/B, priority=13, startTime=1733638853183; duration=0sec 2024-12-08T06:20:53,220 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:53,221 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:B 2024-12-08T06:20:53,221 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:53,221 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:53,222 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/C is initiating minor compaction (all files) 2024-12-08T06:20:53,222 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/C in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:53,222 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/39aaab292c0e48cd8eb946016e9fe7d1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/b034f3a04e9c467695c75375760eadda, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/d8fad940cf7a41f4aee72698007a26b6] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=36.8 K 2024-12-08T06:20:53,223 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 39aaab292c0e48cd8eb946016e9fe7d1, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=352, earliestPutTs=1733638850189 2024-12-08T06:20:53,223 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting b034f3a04e9c467695c75375760eadda, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=375, earliestPutTs=1733638850208 2024-12-08T06:20:53,223 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d8fad940cf7a41f4aee72698007a26b6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733638850840 2024-12-08T06:20:53,231 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#C#compaction#221 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:53,232 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/264fba696e294ea687c72a79994a1f00 is 50, key is test_row_0/C:col10/1733638850846/Put/seqid=0 2024-12-08T06:20:53,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742090_1266 (size=13221) 2024-12-08T06:20:53,249 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/264fba696e294ea687c72a79994a1f00 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/264fba696e294ea687c72a79994a1f00 2024-12-08T06:20:53,256 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/C of 62ffee607acebab2be4b1bf0341b7d0b into 264fba696e294ea687c72a79994a1f00(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:53,257 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:53,257 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/C, priority=13, startTime=1733638853183; duration=0sec 2024-12-08T06:20:53,257 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:53,257 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:C 2024-12-08T06:20:53,327 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:53,328 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-08T06:20:53,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:53,328 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-08T06:20:53,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:53,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:53,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:53,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:53,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:53,329 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:53,342 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ca336b54bd1c4929a14b1126d5d5edde_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638851473/Put/seqid=0 2024-12-08T06:20:53,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742091_1267 (size=12454) 2024-12-08T06:20:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:53,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. as already flushing 2024-12-08T06:20:53,612 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#A#compaction#220 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:53,612 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/f819e3bbead840cd9ee62630f3c4f7b3 is 175, key is test_row_0/A:col10/1733638850846/Put/seqid=0 2024-12-08T06:20:53,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742092_1268 (size=32175) 2024-12-08T06:20:53,620 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:53,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638913618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:53,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638913619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:53,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:53,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638913619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:53,623 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:53,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638913620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:53,723 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638913721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:53,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638913723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:53,724 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:53,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638913723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:53,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:53,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638913724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:53,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:53,754 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ca336b54bd1c4929a14b1126d5d5edde_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ca336b54bd1c4929a14b1126d5d5edde_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:53,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/3606493bacab463183ab7115fa5b386c, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:53,755 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/3606493bacab463183ab7115fa5b386c is 175, key is test_row_0/A:col10/1733638851473/Put/seqid=0 2024-12-08T06:20:53,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742093_1269 (size=31255) 2024-12-08T06:20:53,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638913925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:53,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:53,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638913925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:53,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638913926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:53,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:53,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638913927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:53,966 DEBUG [Thread-757 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c368568 to 127.0.0.1:52419 2024-12-08T06:20:53,966 DEBUG [Thread-757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:20:53,966 DEBUG [Thread-755 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x36db9f87 to 127.0.0.1:52419 2024-12-08T06:20:53,966 DEBUG [Thread-755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:20:53,969 DEBUG [Thread-759 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1aed43b4 to 127.0.0.1:52419 2024-12-08T06:20:53,969 DEBUG [Thread-759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:20:53,973 DEBUG [Thread-761 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6cab9ba4 to 127.0.0.1:52419 2024-12-08T06:20:53,974 DEBUG [Thread-761 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:20:54,026 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/f819e3bbead840cd9ee62630f3c4f7b3 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f819e3bbead840cd9ee62630f3c4f7b3 2024-12-08T06:20:54,031 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/A of 62ffee607acebab2be4b1bf0341b7d0b into f819e3bbead840cd9ee62630f3c4f7b3(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:54,031 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:54,031 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/A, priority=13, startTime=1733638853182; duration=0sec 2024-12-08T06:20:54,031 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:54,031 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:A 2024-12-08T06:20:54,160 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=415, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/3606493bacab463183ab7115fa5b386c 2024-12-08T06:20:54,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/a9b26f103984413fb3c6faddd2b72d4a is 50, key is test_row_0/B:col10/1733638851473/Put/seqid=0 2024-12-08T06:20:54,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742094_1270 (size=12301) 2024-12-08T06:20:54,228 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:54,228 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638914228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638914228, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:54,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:54,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638914229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:54,230 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:54,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638914230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:54,453 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T06:20:54,571 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/a9b26f103984413fb3c6faddd2b72d4a 2024-12-08T06:20:54,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/c30019abbf79441483ad9a4dff6730f9 is 50, key is test_row_0/C:col10/1733638851473/Put/seqid=0 2024-12-08T06:20:54,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742095_1271 (size=12301) 2024-12-08T06:20:54,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36410 deadline: 1733638914733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:54,733 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:54,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36426 deadline: 1733638914733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:54,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36360 deadline: 1733638914733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:54,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:20:54,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:36388 deadline: 1733638914734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:54,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-08T06:20:54,982 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=415 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/c30019abbf79441483ad9a4dff6730f9 2024-12-08T06:20:54,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/3606493bacab463183ab7115fa5b386c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3606493bacab463183ab7115fa5b386c 2024-12-08T06:20:54,989 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3606493bacab463183ab7115fa5b386c, entries=150, sequenceid=415, filesize=30.5 K 2024-12-08T06:20:54,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/a9b26f103984413fb3c6faddd2b72d4a as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/a9b26f103984413fb3c6faddd2b72d4a 2024-12-08T06:20:54,993 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/a9b26f103984413fb3c6faddd2b72d4a, entries=150, sequenceid=415, filesize=12.0 K 2024-12-08T06:20:54,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/c30019abbf79441483ad9a4dff6730f9 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/c30019abbf79441483ad9a4dff6730f9 2024-12-08T06:20:54,997 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/c30019abbf79441483ad9a4dff6730f9, entries=150, sequenceid=415, filesize=12.0 K 2024-12-08T06:20:54,998 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for 62ffee607acebab2be4b1bf0341b7d0b in 1670ms, sequenceid=415, compaction requested=false 2024-12-08T06:20:54,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:54,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:54,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-08T06:20:54,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-08T06:20:55,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-08T06:20:55,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.2820 sec 2024-12-08T06:20:55,001 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 4.2850 sec 2024-12-08T06:20:55,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:55,740 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-08T06:20:55,740 DEBUG [Thread-744 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ee4b68d to 127.0.0.1:52419 2024-12-08T06:20:55,740 DEBUG [Thread-744 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:20:55,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:55,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:55,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:55,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:55,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:55,740 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:55,741 DEBUG [Thread-752 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4c3b1f to 127.0.0.1:52419 2024-12-08T06:20:55,741 DEBUG [Thread-752 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:20:55,742 DEBUG [Thread-748 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03e48ff0 to 127.0.0.1:52419 2024-12-08T06:20:55,742 DEBUG [Thread-748 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:20:55,744 DEBUG [Thread-750 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ab1874e to 127.0.0.1:52419 2024-12-08T06:20:55,744 DEBUG [Thread-750 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:20:55,748 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120823b63ccafe7e47a7a88bbf5c5597bf45_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638855738/Put/seqid=0 2024-12-08T06:20:55,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742096_1272 (size=12454) 2024-12-08T06:20:56,152 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:56,156 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120823b63ccafe7e47a7a88bbf5c5597bf45_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120823b63ccafe7e47a7a88bbf5c5597bf45_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:56,156 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/813103e029734ff4bcfee383cf4438dc, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:56,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/813103e029734ff4bcfee383cf4438dc is 175, key is test_row_0/A:col10/1733638855738/Put/seqid=0 2024-12-08T06:20:56,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742097_1273 (size=31255) 2024-12-08T06:20:56,561 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=434, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/813103e029734ff4bcfee383cf4438dc 2024-12-08T06:20:56,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/d4c4b89194154852bd40cdffbe331630 is 50, key is test_row_0/B:col10/1733638855738/Put/seqid=0 2024-12-08T06:20:56,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742098_1274 (size=12301) 2024-12-08T06:20:56,622 DEBUG [Thread-746 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d3cf478 to 127.0.0.1:52419 2024-12-08T06:20:56,622 DEBUG [Thread-746 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:20:56,973 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/d4c4b89194154852bd40cdffbe331630 2024-12-08T06:20:56,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/d2958df137ec49faa7c312d9230e2fe3 is 50, key is test_row_0/C:col10/1733638855738/Put/seqid=0 2024-12-08T06:20:56,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742099_1275 (size=12301) 2024-12-08T06:20:57,384 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=434 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/d2958df137ec49faa7c312d9230e2fe3 2024-12-08T06:20:57,388 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/813103e029734ff4bcfee383cf4438dc as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/813103e029734ff4bcfee383cf4438dc 2024-12-08T06:20:57,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/813103e029734ff4bcfee383cf4438dc, entries=150, sequenceid=434, filesize=30.5 K 2024-12-08T06:20:57,392 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/d4c4b89194154852bd40cdffbe331630 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/d4c4b89194154852bd40cdffbe331630 2024-12-08T06:20:57,396 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/d4c4b89194154852bd40cdffbe331630, entries=150, sequenceid=434, filesize=12.0 K 2024-12-08T06:20:57,396 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/d2958df137ec49faa7c312d9230e2fe3 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/d2958df137ec49faa7c312d9230e2fe3 2024-12-08T06:20:57,400 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/d2958df137ec49faa7c312d9230e2fe3, entries=150, sequenceid=434, filesize=12.0 K 2024-12-08T06:20:57,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=26.84 KB/27480 for 62ffee607acebab2be4b1bf0341b7d0b in 1661ms, sequenceid=434, compaction requested=true 2024-12-08T06:20:57,400 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:57,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:20:57,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:57,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:20:57,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:57,401 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:57,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 62ffee607acebab2be4b1bf0341b7d0b:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:20:57,401 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:57,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:57,401 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94685 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:57,401 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:57,401 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/A is initiating minor compaction (all files) 2024-12-08T06:20:57,401 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/B is initiating minor compaction (all files) 2024-12-08T06:20:57,402 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/A in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:57,402 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/B in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:57,402 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f819e3bbead840cd9ee62630f3c4f7b3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3606493bacab463183ab7115fa5b386c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/813103e029734ff4bcfee383cf4438dc] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=92.5 K 2024-12-08T06:20:57,402 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/0d5c292255ff48cea047d525e3e71697, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/a9b26f103984413fb3c6faddd2b72d4a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/d4c4b89194154852bd40cdffbe331630] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=36.9 K 2024-12-08T06:20:57,402 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:57,402 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f819e3bbead840cd9ee62630f3c4f7b3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3606493bacab463183ab7115fa5b386c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/813103e029734ff4bcfee383cf4438dc] 2024-12-08T06:20:57,402 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d5c292255ff48cea047d525e3e71697, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733638850840 2024-12-08T06:20:57,402 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting f819e3bbead840cd9ee62630f3c4f7b3, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733638850840 2024-12-08T06:20:57,402 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting a9b26f103984413fb3c6faddd2b72d4a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733638851473 2024-12-08T06:20:57,402 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3606493bacab463183ab7115fa5b386c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733638851473 2024-12-08T06:20:57,403 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d4c4b89194154852bd40cdffbe331630, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733638853613 2024-12-08T06:20:57,403 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 813103e029734ff4bcfee383cf4438dc, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733638853613 2024-12-08T06:20:57,411 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#B#compaction#228 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:57,411 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/eb5970bd07604a088a7d7d8ec757c90b is 50, key is test_row_0/B:col10/1733638855738/Put/seqid=0 2024-12-08T06:20:57,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742100_1276 (size=13323) 2024-12-08T06:20:57,416 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:57,418 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120815a7427d493c41deb8e2574963f843c9_62ffee607acebab2be4b1bf0341b7d0b store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:57,420 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/eb5970bd07604a088a7d7d8ec757c90b as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/eb5970bd07604a088a7d7d8ec757c90b 2024-12-08T06:20:57,428 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/B of 62ffee607acebab2be4b1bf0341b7d0b into eb5970bd07604a088a7d7d8ec757c90b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:57,428 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:57,428 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/B, priority=13, startTime=1733638857400; duration=0sec 2024-12-08T06:20:57,428 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:20:57,428 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:B 2024-12-08T06:20:57,428 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:20:57,430 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:20:57,430 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 62ffee607acebab2be4b1bf0341b7d0b/C is initiating minor compaction (all files) 2024-12-08T06:20:57,430 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 62ffee607acebab2be4b1bf0341b7d0b/C in TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:57,430 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/264fba696e294ea687c72a79994a1f00, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/c30019abbf79441483ad9a4dff6730f9, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/d2958df137ec49faa7c312d9230e2fe3] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp, totalSize=36.9 K 2024-12-08T06:20:57,430 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 264fba696e294ea687c72a79994a1f00, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733638850840 2024-12-08T06:20:57,431 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting c30019abbf79441483ad9a4dff6730f9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=415, earliestPutTs=1733638851473 2024-12-08T06:20:57,431 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d2958df137ec49faa7c312d9230e2fe3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=434, earliestPutTs=1733638853613 2024-12-08T06:20:57,454 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#C#compaction#230 average throughput is 0.66 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:57,454 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/4ab10a0c145e4249975b1049c2daeb2c is 50, key is test_row_0/C:col10/1733638855738/Put/seqid=0 2024-12-08T06:20:57,454 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120815a7427d493c41deb8e2574963f843c9_62ffee607acebab2be4b1bf0341b7d0b, store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:57,455 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120815a7427d493c41deb8e2574963f843c9_62ffee607acebab2be4b1bf0341b7d0b because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:57,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742101_1277 (size=13323) 2024-12-08T06:20:57,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742102_1278 (size=4469) 2024-12-08T06:20:57,866 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 62ffee607acebab2be4b1bf0341b7d0b#A#compaction#229 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:20:57,867 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/dd838f65149940adaaf736ffcc5bb4d8 is 175, key is test_row_0/A:col10/1733638855738/Put/seqid=0 2024-12-08T06:20:57,871 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/4ab10a0c145e4249975b1049c2daeb2c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/4ab10a0c145e4249975b1049c2daeb2c 2024-12-08T06:20:57,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742103_1279 (size=32277) 2024-12-08T06:20:57,875 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/C of 62ffee607acebab2be4b1bf0341b7d0b into 4ab10a0c145e4249975b1049c2daeb2c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:57,875 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:57,875 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/C, priority=13, startTime=1733638857401; duration=0sec 2024-12-08T06:20:57,875 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:57,875 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:C 2024-12-08T06:20:58,276 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/dd838f65149940adaaf736ffcc5bb4d8 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/dd838f65149940adaaf736ffcc5bb4d8 2024-12-08T06:20:58,280 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 62ffee607acebab2be4b1bf0341b7d0b/A of 62ffee607acebab2be4b1bf0341b7d0b into dd838f65149940adaaf736ffcc5bb4d8(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:20:58,280 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:20:58,280 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b., storeName=62ffee607acebab2be4b1bf0341b7d0b/A, priority=13, startTime=1733638857400; duration=0sec 2024-12-08T06:20:58,280 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:20:58,280 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 62ffee607acebab2be4b1bf0341b7d0b:A 2024-12-08T06:20:58,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-08T06:20:58,824 INFO [Thread-754 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-08T06:20:58,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T06:20:58,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 77 2024-12-08T06:20:58,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 54 2024-12-08T06:20:58,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 73 2024-12-08T06:20:58,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-12-08T06:20:58,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 70 2024-12-08T06:20:58,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T06:20:58,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5642 2024-12-08T06:20:58,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5646 2024-12-08T06:20:58,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T06:20:58,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2428 2024-12-08T06:20:58,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7284 rows 2024-12-08T06:20:58,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2437 2024-12-08T06:20:58,824 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7310 rows 2024-12-08T06:20:58,824 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-08T06:20:58,824 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x13a2669a to 127.0.0.1:52419 2024-12-08T06:20:58,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:20:58,827 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-08T06:20:58,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T06:20:58,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T06:20:58,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-08T06:20:58,832 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638858832"}]},"ts":"1733638858832"} 2024-12-08T06:20:58,835 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T06:20:58,838 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T06:20:58,838 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T06:20:58,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=62ffee607acebab2be4b1bf0341b7d0b, UNASSIGN}] 2024-12-08T06:20:58,840 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=59, ppid=58, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=62ffee607acebab2be4b1bf0341b7d0b, UNASSIGN 2024-12-08T06:20:58,841 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=62ffee607acebab2be4b1bf0341b7d0b, regionState=CLOSING, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:58,842 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T06:20:58,842 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; CloseRegionProcedure 62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198}] 2024-12-08T06:20:58,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-08T06:20:58,993 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:20:58,994 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(124): Close 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:58,994 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-08T06:20:58,994 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1681): Closing 62ffee607acebab2be4b1bf0341b7d0b, disabling compactions & flushes 2024-12-08T06:20:58,994 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:58,994 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:58,994 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. after waiting 0 ms 2024-12-08T06:20:58,994 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:20:58,994 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(2837): Flushing 62ffee607acebab2be4b1bf0341b7d0b 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-08T06:20:58,994 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=A 2024-12-08T06:20:58,994 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:58,994 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=B 2024-12-08T06:20:58,994 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:58,995 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 62ffee607acebab2be4b1bf0341b7d0b, store=C 2024-12-08T06:20:58,995 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:20:59,001 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f462a18fb8804db6a91eff2041d6f690_62ffee607acebab2be4b1bf0341b7d0b is 50, key is test_row_0/A:col10/1733638856620/Put/seqid=0 2024-12-08T06:20:59,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742104_1280 (size=9914) 2024-12-08T06:20:59,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-08T06:20:59,406 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:20:59,409 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f462a18fb8804db6a91eff2041d6f690_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f462a18fb8804db6a91eff2041d6f690_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:20:59,410 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/3e47f15d78d0428a9cfbdc1b2264ff54, store: [table=TestAcidGuarantees family=A region=62ffee607acebab2be4b1bf0341b7d0b] 2024-12-08T06:20:59,411 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/3e47f15d78d0428a9cfbdc1b2264ff54 is 175, key is test_row_0/A:col10/1733638856620/Put/seqid=0 2024-12-08T06:20:59,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742105_1281 (size=22561) 2024-12-08T06:20:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-08T06:20:59,475 DEBUG [master/cbcfd08a3627:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 86cc15ec941ef24fada0aafc52c37623 changed from -1.0 to 0.0, refreshing cache 2024-12-08T06:20:59,815 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=444, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/3e47f15d78d0428a9cfbdc1b2264ff54 2024-12-08T06:20:59,822 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/f88848c4e67f4e409d4f92b46f4e3ba9 is 50, key is test_row_0/B:col10/1733638856620/Put/seqid=0 2024-12-08T06:20:59,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742106_1282 (size=9857) 2024-12-08T06:20:59,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-08T06:21:00,226 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/f88848c4e67f4e409d4f92b46f4e3ba9 2024-12-08T06:21:00,233 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/7cd3dfd9573e406ba519b035bccb489e is 50, key is test_row_0/C:col10/1733638856620/Put/seqid=0 2024-12-08T06:21:00,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742107_1283 (size=9857) 2024-12-08T06:21:00,637 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=444 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/7cd3dfd9573e406ba519b035bccb489e 2024-12-08T06:21:00,642 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/A/3e47f15d78d0428a9cfbdc1b2264ff54 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3e47f15d78d0428a9cfbdc1b2264ff54 2024-12-08T06:21:00,645 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3e47f15d78d0428a9cfbdc1b2264ff54, entries=100, sequenceid=444, filesize=22.0 K 2024-12-08T06:21:00,646 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/B/f88848c4e67f4e409d4f92b46f4e3ba9 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/f88848c4e67f4e409d4f92b46f4e3ba9 2024-12-08T06:21:00,649 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/f88848c4e67f4e409d4f92b46f4e3ba9, entries=100, sequenceid=444, filesize=9.6 K 2024-12-08T06:21:00,650 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/.tmp/C/7cd3dfd9573e406ba519b035bccb489e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/7cd3dfd9573e406ba519b035bccb489e 2024-12-08T06:21:00,653 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/7cd3dfd9573e406ba519b035bccb489e, entries=100, sequenceid=444, filesize=9.6 K 2024-12-08T06:21:00,654 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 62ffee607acebab2be4b1bf0341b7d0b in 1660ms, sequenceid=444, compaction requested=false 2024-12-08T06:21:00,654 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f3d30292624d46a28686f27a3c3e5d9c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/7adbc4d9225549039fcdd14d1e07a2d6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f507f40b06e04444890b4e46249ee20a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/bf8a7fcf47fc4070972261284a870e82, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/aa8f1046db264a18868f6085bb4bc81a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/b604c364e1c04a7dae0ab42a8181678b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/8e42ef5265504af898f11cab160e5ba7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/d0037657a9594c6197b05a0b2faa7db6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/4e6b110ef67440b19aeae25c9bee6a1d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/2e50d52cf2cf4e7490afbaef1baba147, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/97621455b29e41fab355e21a9d1953d8, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f496ba0f3d124394bf5142726cc4eee3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/b5370736ea1947aab9d2e253abd5411a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3cfb17b930a9438099edffeb08f1b9cf, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/9edd808fc6014f539950568394c5c236, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/1a1ea8a256274b169faf7bd39bbe5e7d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/20cf18cc0af2473396808459f46c2d82, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/aab9d952293c48488c6fa3e970a9910b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/da3674f73e704c24a284d0b753e81643, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/91d9731850a34d4995667cde0e2d1d30, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/be2884fafec047dc87d6e85f7c99b655, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/8562623ef0694106a235f53e378580fa, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/72331ccb217d48929274d37e23882060, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/6dea7e91476c43829ac55728e6f14ee3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/a3f315451f5f4655822238a7db21e80c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/c20afabdd6944f879cead976a3822dce, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f819e3bbead840cd9ee62630f3c4f7b3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3e77f567baed40c7a0282fae981f49a7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3606493bacab463183ab7115fa5b386c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/813103e029734ff4bcfee383cf4438dc] to archive 2024-12-08T06:21:00,655 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T06:21:00,657 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f3d30292624d46a28686f27a3c3e5d9c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f3d30292624d46a28686f27a3c3e5d9c 2024-12-08T06:21:00,658 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/7adbc4d9225549039fcdd14d1e07a2d6 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/7adbc4d9225549039fcdd14d1e07a2d6 2024-12-08T06:21:00,660 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f507f40b06e04444890b4e46249ee20a to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f507f40b06e04444890b4e46249ee20a 2024-12-08T06:21:00,661 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/bf8a7fcf47fc4070972261284a870e82 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/bf8a7fcf47fc4070972261284a870e82 2024-12-08T06:21:00,662 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/aa8f1046db264a18868f6085bb4bc81a to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/aa8f1046db264a18868f6085bb4bc81a 2024-12-08T06:21:00,663 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/b604c364e1c04a7dae0ab42a8181678b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/b604c364e1c04a7dae0ab42a8181678b 2024-12-08T06:21:00,664 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/8e42ef5265504af898f11cab160e5ba7 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/8e42ef5265504af898f11cab160e5ba7 2024-12-08T06:21:00,665 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/d0037657a9594c6197b05a0b2faa7db6 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/d0037657a9594c6197b05a0b2faa7db6 2024-12-08T06:21:00,666 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/4e6b110ef67440b19aeae25c9bee6a1d to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/4e6b110ef67440b19aeae25c9bee6a1d 2024-12-08T06:21:00,667 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/2e50d52cf2cf4e7490afbaef1baba147 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/2e50d52cf2cf4e7490afbaef1baba147 2024-12-08T06:21:00,668 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/97621455b29e41fab355e21a9d1953d8 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/97621455b29e41fab355e21a9d1953d8 2024-12-08T06:21:00,669 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f496ba0f3d124394bf5142726cc4eee3 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f496ba0f3d124394bf5142726cc4eee3 2024-12-08T06:21:00,669 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/b5370736ea1947aab9d2e253abd5411a to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/b5370736ea1947aab9d2e253abd5411a 2024-12-08T06:21:00,670 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3cfb17b930a9438099edffeb08f1b9cf to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3cfb17b930a9438099edffeb08f1b9cf 2024-12-08T06:21:00,672 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/9edd808fc6014f539950568394c5c236 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/9edd808fc6014f539950568394c5c236 2024-12-08T06:21:00,673 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/1a1ea8a256274b169faf7bd39bbe5e7d to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/1a1ea8a256274b169faf7bd39bbe5e7d 2024-12-08T06:21:00,674 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/20cf18cc0af2473396808459f46c2d82 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/20cf18cc0af2473396808459f46c2d82 2024-12-08T06:21:00,675 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/aab9d952293c48488c6fa3e970a9910b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/aab9d952293c48488c6fa3e970a9910b 2024-12-08T06:21:00,676 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/da3674f73e704c24a284d0b753e81643 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/da3674f73e704c24a284d0b753e81643 2024-12-08T06:21:00,677 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/91d9731850a34d4995667cde0e2d1d30 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/91d9731850a34d4995667cde0e2d1d30 2024-12-08T06:21:00,678 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/be2884fafec047dc87d6e85f7c99b655 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/be2884fafec047dc87d6e85f7c99b655 2024-12-08T06:21:00,679 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/8562623ef0694106a235f53e378580fa to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/8562623ef0694106a235f53e378580fa 2024-12-08T06:21:00,681 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/72331ccb217d48929274d37e23882060 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/72331ccb217d48929274d37e23882060 2024-12-08T06:21:00,682 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/6dea7e91476c43829ac55728e6f14ee3 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/6dea7e91476c43829ac55728e6f14ee3 2024-12-08T06:21:00,683 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/a3f315451f5f4655822238a7db21e80c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/a3f315451f5f4655822238a7db21e80c 2024-12-08T06:21:00,684 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/c20afabdd6944f879cead976a3822dce to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/c20afabdd6944f879cead976a3822dce 2024-12-08T06:21:00,685 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f819e3bbead840cd9ee62630f3c4f7b3 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/f819e3bbead840cd9ee62630f3c4f7b3 2024-12-08T06:21:00,686 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3e77f567baed40c7a0282fae981f49a7 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3e77f567baed40c7a0282fae981f49a7 2024-12-08T06:21:00,688 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3606493bacab463183ab7115fa5b386c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3606493bacab463183ab7115fa5b386c 2024-12-08T06:21:00,689 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/813103e029734ff4bcfee383cf4438dc to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/813103e029734ff4bcfee383cf4438dc 2024-12-08T06:21:00,690 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/bba2068806ec4752aec631207c675944, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/a49c88fad89b4ebeb3b5400501f3871b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/8f978e471d1742cc92690c91803108ef, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/d90871e523784e8d84c3ef140ba7831d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/406994aa7a74428dac8b6f876f983e01, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/91a557f91e97497ea4048e6d34697371, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/e43e82dc9c2e4f718e4ea85d54896579, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/0d3178b0e360452abd2bdc3599077e38, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/9ba809f6049340b5af9bbf5ad37639c4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/cc8fa11edb3448fc91714dfc4244e70e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/327f3652289545a2b7b9a6b6a3053384, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/63f8c8affcab4720a938feb062d862d9, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/b1dde1d57e5944928319008f6872a27c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/106772180694431c9a932ad91615d866, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/510c71aa68324ee9b725c3d0b4d91962, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/d98a7f3d11804a98b2102429dcef1ac1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/1ca13e1326eb4afe95f5b15d9abf6668, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/2b6f525794894e478804d8b42b7e4206, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/32ad6d5b16894c44b08948fd1a420bc4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/b6a423ce91c7453ab1b9cc9d033a1eff, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/31bb2f8a3985434e96adb1fbd550fb39, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/a194f099e8044e84adf07c26febdcadc, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/c57bad420a544239b7e8694a216f5575, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/10e4d92996a9475388715d40b66de8b0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/ac97ba2b3abb4e3d82ebad9b99f28763, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/5f3eed9f349a49ef82d7f8878a3ee262, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/0d5c292255ff48cea047d525e3e71697, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/7ab214a6462a4534bbe4511e51cc2377, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/a9b26f103984413fb3c6faddd2b72d4a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/d4c4b89194154852bd40cdffbe331630] to archive 2024-12-08T06:21:00,691 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T06:21:00,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/bba2068806ec4752aec631207c675944 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/bba2068806ec4752aec631207c675944 2024-12-08T06:21:00,694 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/a49c88fad89b4ebeb3b5400501f3871b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/a49c88fad89b4ebeb3b5400501f3871b 2024-12-08T06:21:00,696 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/8f978e471d1742cc92690c91803108ef to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/8f978e471d1742cc92690c91803108ef 2024-12-08T06:21:00,697 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/d90871e523784e8d84c3ef140ba7831d to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/d90871e523784e8d84c3ef140ba7831d 2024-12-08T06:21:00,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/406994aa7a74428dac8b6f876f983e01 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/406994aa7a74428dac8b6f876f983e01 2024-12-08T06:21:00,700 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/91a557f91e97497ea4048e6d34697371 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/91a557f91e97497ea4048e6d34697371 2024-12-08T06:21:00,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/e43e82dc9c2e4f718e4ea85d54896579 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/e43e82dc9c2e4f718e4ea85d54896579 2024-12-08T06:21:00,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/0d3178b0e360452abd2bdc3599077e38 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/0d3178b0e360452abd2bdc3599077e38 2024-12-08T06:21:00,703 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/9ba809f6049340b5af9bbf5ad37639c4 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/9ba809f6049340b5af9bbf5ad37639c4 2024-12-08T06:21:00,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/cc8fa11edb3448fc91714dfc4244e70e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/cc8fa11edb3448fc91714dfc4244e70e 2024-12-08T06:21:00,706 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/327f3652289545a2b7b9a6b6a3053384 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/327f3652289545a2b7b9a6b6a3053384 2024-12-08T06:21:00,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/63f8c8affcab4720a938feb062d862d9 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/63f8c8affcab4720a938feb062d862d9 2024-12-08T06:21:00,710 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/b1dde1d57e5944928319008f6872a27c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/b1dde1d57e5944928319008f6872a27c 2024-12-08T06:21:00,711 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/106772180694431c9a932ad91615d866 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/106772180694431c9a932ad91615d866 2024-12-08T06:21:00,712 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/510c71aa68324ee9b725c3d0b4d91962 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/510c71aa68324ee9b725c3d0b4d91962 2024-12-08T06:21:00,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/d98a7f3d11804a98b2102429dcef1ac1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/d98a7f3d11804a98b2102429dcef1ac1 2024-12-08T06:21:00,714 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/1ca13e1326eb4afe95f5b15d9abf6668 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/1ca13e1326eb4afe95f5b15d9abf6668 2024-12-08T06:21:00,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/2b6f525794894e478804d8b42b7e4206 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/2b6f525794894e478804d8b42b7e4206 2024-12-08T06:21:00,717 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/32ad6d5b16894c44b08948fd1a420bc4 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/32ad6d5b16894c44b08948fd1a420bc4 2024-12-08T06:21:00,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/b6a423ce91c7453ab1b9cc9d033a1eff to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/b6a423ce91c7453ab1b9cc9d033a1eff 2024-12-08T06:21:00,719 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/31bb2f8a3985434e96adb1fbd550fb39 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/31bb2f8a3985434e96adb1fbd550fb39 2024-12-08T06:21:00,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/a194f099e8044e84adf07c26febdcadc to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/a194f099e8044e84adf07c26febdcadc 2024-12-08T06:21:00,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/c57bad420a544239b7e8694a216f5575 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/c57bad420a544239b7e8694a216f5575 2024-12-08T06:21:00,723 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/10e4d92996a9475388715d40b66de8b0 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/10e4d92996a9475388715d40b66de8b0 2024-12-08T06:21:00,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/ac97ba2b3abb4e3d82ebad9b99f28763 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/ac97ba2b3abb4e3d82ebad9b99f28763 2024-12-08T06:21:00,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/5f3eed9f349a49ef82d7f8878a3ee262 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/5f3eed9f349a49ef82d7f8878a3ee262 2024-12-08T06:21:00,727 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/0d5c292255ff48cea047d525e3e71697 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/0d5c292255ff48cea047d525e3e71697 2024-12-08T06:21:00,727 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/7ab214a6462a4534bbe4511e51cc2377 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/7ab214a6462a4534bbe4511e51cc2377 2024-12-08T06:21:00,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/a9b26f103984413fb3c6faddd2b72d4a to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/a9b26f103984413fb3c6faddd2b72d4a 2024-12-08T06:21:00,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/d4c4b89194154852bd40cdffbe331630 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/d4c4b89194154852bd40cdffbe331630 2024-12-08T06:21:00,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/76c810cdefd3466b8c1fe89c075f98bc, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/71cc52a85d9b4099b00ee3af3c9852c4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/093c56a17d7f4483b9df7d5304637cfb, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/daed01e928924133822817a66870d4b7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/29c0b5a9f0ab4b6382f73e57c6567340, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/ed52b69a7b65475bba9aafc8abe908ba, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/adf265bb323448d4ab402c808d83c01b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/6d276d3e9a6045ffb6c9464b7e1456af, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/a6f27fdbb9ac4d3cb89efce47cca58f0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/899963b9e3094b438e351f2ed2dbda02, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/307f1a0452524e2697fe8435e00a7161, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/a91c8c2144fb41b39eb3d306acfd0c47, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/8d7fb9a86a354d758413fdad30ba26b3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/98db090556fc46b9a1c1c1d09601bec1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/3ed8a505a5224d42bdf6fadfaa76e74e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/e17a940a36474e2ebe130e2550d38abf, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/e300254c8ebe47ecb4994458092c8a02, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/e3309c94f2d54b7cac1561a59afb623e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/0a11653541a1438ebd7665f7273e9c82, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/75b6719483844b8784c980b14d21625f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/aee05f92ec004ea49cceb8fb016a9742, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/71dc05224ec74b18acd082ba48501a68, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/b9bc5daafdc74fa8a064f0613253d8d9, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/39aaab292c0e48cd8eb946016e9fe7d1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/2014d71418944babb530c67ac0e02111, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/b034f3a04e9c467695c75375760eadda, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/264fba696e294ea687c72a79994a1f00, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/d8fad940cf7a41f4aee72698007a26b6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/c30019abbf79441483ad9a4dff6730f9, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/d2958df137ec49faa7c312d9230e2fe3] to archive 2024-12-08T06:21:00,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T06:21:00,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/76c810cdefd3466b8c1fe89c075f98bc to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/76c810cdefd3466b8c1fe89c075f98bc 2024-12-08T06:21:00,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/71cc52a85d9b4099b00ee3af3c9852c4 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/71cc52a85d9b4099b00ee3af3c9852c4 2024-12-08T06:21:00,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/093c56a17d7f4483b9df7d5304637cfb to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/093c56a17d7f4483b9df7d5304637cfb 2024-12-08T06:21:00,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/daed01e928924133822817a66870d4b7 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/daed01e928924133822817a66870d4b7 2024-12-08T06:21:00,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/29c0b5a9f0ab4b6382f73e57c6567340 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/29c0b5a9f0ab4b6382f73e57c6567340 2024-12-08T06:21:00,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/ed52b69a7b65475bba9aafc8abe908ba to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/ed52b69a7b65475bba9aafc8abe908ba 2024-12-08T06:21:00,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/adf265bb323448d4ab402c808d83c01b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/adf265bb323448d4ab402c808d83c01b 2024-12-08T06:21:00,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/6d276d3e9a6045ffb6c9464b7e1456af to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/6d276d3e9a6045ffb6c9464b7e1456af 2024-12-08T06:21:00,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/a6f27fdbb9ac4d3cb89efce47cca58f0 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/a6f27fdbb9ac4d3cb89efce47cca58f0 2024-12-08T06:21:00,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/899963b9e3094b438e351f2ed2dbda02 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/899963b9e3094b438e351f2ed2dbda02 2024-12-08T06:21:00,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/307f1a0452524e2697fe8435e00a7161 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/307f1a0452524e2697fe8435e00a7161 2024-12-08T06:21:00,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/a91c8c2144fb41b39eb3d306acfd0c47 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/a91c8c2144fb41b39eb3d306acfd0c47 2024-12-08T06:21:00,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/8d7fb9a86a354d758413fdad30ba26b3 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/8d7fb9a86a354d758413fdad30ba26b3 2024-12-08T06:21:00,746 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/98db090556fc46b9a1c1c1d09601bec1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/98db090556fc46b9a1c1c1d09601bec1 2024-12-08T06:21:00,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/3ed8a505a5224d42bdf6fadfaa76e74e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/3ed8a505a5224d42bdf6fadfaa76e74e 2024-12-08T06:21:00,748 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/e17a940a36474e2ebe130e2550d38abf to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/e17a940a36474e2ebe130e2550d38abf 2024-12-08T06:21:00,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/e300254c8ebe47ecb4994458092c8a02 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/e300254c8ebe47ecb4994458092c8a02 2024-12-08T06:21:00,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/e3309c94f2d54b7cac1561a59afb623e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/e3309c94f2d54b7cac1561a59afb623e 2024-12-08T06:21:00,751 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/0a11653541a1438ebd7665f7273e9c82 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/0a11653541a1438ebd7665f7273e9c82 2024-12-08T06:21:00,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/75b6719483844b8784c980b14d21625f to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/75b6719483844b8784c980b14d21625f 2024-12-08T06:21:00,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/aee05f92ec004ea49cceb8fb016a9742 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/aee05f92ec004ea49cceb8fb016a9742 2024-12-08T06:21:00,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/71dc05224ec74b18acd082ba48501a68 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/71dc05224ec74b18acd082ba48501a68 2024-12-08T06:21:00,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/b9bc5daafdc74fa8a064f0613253d8d9 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/b9bc5daafdc74fa8a064f0613253d8d9 2024-12-08T06:21:00,755 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/39aaab292c0e48cd8eb946016e9fe7d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/39aaab292c0e48cd8eb946016e9fe7d1 2024-12-08T06:21:00,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/2014d71418944babb530c67ac0e02111 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/2014d71418944babb530c67ac0e02111 2024-12-08T06:21:00,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/b034f3a04e9c467695c75375760eadda to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/b034f3a04e9c467695c75375760eadda 2024-12-08T06:21:00,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/264fba696e294ea687c72a79994a1f00 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/264fba696e294ea687c72a79994a1f00 2024-12-08T06:21:00,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/d8fad940cf7a41f4aee72698007a26b6 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/d8fad940cf7a41f4aee72698007a26b6 2024-12-08T06:21:00,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/c30019abbf79441483ad9a4dff6730f9 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/c30019abbf79441483ad9a4dff6730f9 2024-12-08T06:21:00,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/d2958df137ec49faa7c312d9230e2fe3 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/d2958df137ec49faa7c312d9230e2fe3 2024-12-08T06:21:00,766 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/recovered.edits/447.seqid, newMaxSeqId=447, maxSeqId=4 2024-12-08T06:21:00,767 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b. 2024-12-08T06:21:00,767 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] regionserver.HRegion(1635): Region close journal for 62ffee607acebab2be4b1bf0341b7d0b: 2024-12-08T06:21:00,769 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=60}] handler.UnassignRegionHandler(170): Closed 62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,769 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=59 updating hbase:meta row=62ffee607acebab2be4b1bf0341b7d0b, regionState=CLOSED 2024-12-08T06:21:00,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-08T06:21:00,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; CloseRegionProcedure 62ffee607acebab2be4b1bf0341b7d0b, server=cbcfd08a3627,46077,1733638796198 in 1.9280 sec 2024-12-08T06:21:00,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=58 2024-12-08T06:21:00,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=58, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=62ffee607acebab2be4b1bf0341b7d0b, UNASSIGN in 1.9310 sec 2024-12-08T06:21:00,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-08T06:21:00,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9350 sec 2024-12-08T06:21:00,776 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638860775"}]},"ts":"1733638860775"} 2024-12-08T06:21:00,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T06:21:00,779 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T06:21:00,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9520 sec 2024-12-08T06:21:00,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-08T06:21:00,936 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-08T06:21:00,936 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T06:21:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:00,938 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=61, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-08T06:21:00,938 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=61, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:00,940 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,942 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A, FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B, FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C, FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/recovered.edits] 2024-12-08T06:21:00,945 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3e47f15d78d0428a9cfbdc1b2264ff54 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/3e47f15d78d0428a9cfbdc1b2264ff54 2024-12-08T06:21:00,946 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/dd838f65149940adaaf736ffcc5bb4d8 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/A/dd838f65149940adaaf736ffcc5bb4d8 2024-12-08T06:21:00,949 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/eb5970bd07604a088a7d7d8ec757c90b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/eb5970bd07604a088a7d7d8ec757c90b 2024-12-08T06:21:00,950 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/f88848c4e67f4e409d4f92b46f4e3ba9 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/B/f88848c4e67f4e409d4f92b46f4e3ba9 2024-12-08T06:21:00,953 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/4ab10a0c145e4249975b1049c2daeb2c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/4ab10a0c145e4249975b1049c2daeb2c 2024-12-08T06:21:00,954 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/7cd3dfd9573e406ba519b035bccb489e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/C/7cd3dfd9573e406ba519b035bccb489e 2024-12-08T06:21:00,957 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/recovered.edits/447.seqid to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b/recovered.edits/447.seqid 2024-12-08T06:21:00,958 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,958 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T06:21:00,959 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T06:21:00,959 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-08T06:21:00,964 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208039153f7c14741f89b4d757d59a2855d_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208039153f7c14741f89b4d757d59a2855d_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,965 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120805ef300a24d2459c94fc697e861ab686_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120805ef300a24d2459c94fc697e861ab686_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,966 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081c353cb607d14283a80d1771cf441084_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081c353cb607d14283a80d1771cf441084_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,968 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081c3cfd3d876b4d8ea5856eb14044c97b_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081c3cfd3d876b4d8ea5856eb14044c97b_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,969 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120823b63ccafe7e47a7a88bbf5c5597bf45_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120823b63ccafe7e47a7a88bbf5c5597bf45_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,971 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208245b4266a9a049ad8da3da229f1aaa2a_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208245b4266a9a049ad8da3da229f1aaa2a_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,972 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082e6ffafc09e540c380f336aa0801e8a9_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082e6ffafc09e540c380f336aa0801e8a9_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,974 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120841853be6f9a847d4a857caff2db81384_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120841853be6f9a847d4a857caff2db81384_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,975 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120849a80e8a60864e77902788607c2f2927_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120849a80e8a60864e77902788607c2f2927_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,977 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412086419a7ce41634e7f8d4ddb4c235474c1_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412086419a7ce41634e7f8d4ddb4c235474c1_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,978 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412086e461f757899429f97e160ab0e4fb9c2_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412086e461f757899429f97e160ab0e4fb9c2_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,979 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208851d7f2161114daf8de32413777c2e8d_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208851d7f2161114daf8de32413777c2e8d_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,980 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412089cd8ddc947bf47448f6a032ab9006c98_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412089cd8ddc947bf47448f6a032ab9006c98_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,982 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208baa1967b3a9c4d5e8a3003c147a4353d_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208baa1967b3a9c4d5e8a3003c147a4353d_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,983 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c0346f0eed4e44bf8f1b565998ef83ea_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c0346f0eed4e44bf8f1b565998ef83ea_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,984 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ca336b54bd1c4929a14b1126d5d5edde_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ca336b54bd1c4929a14b1126d5d5edde_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,986 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d89c678ee1b34bec93ff40487d8e57f2_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d89c678ee1b34bec93ff40487d8e57f2_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,987 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e4e9c9493bc04f619a6797cd3f28f85b_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e4e9c9493bc04f619a6797cd3f28f85b_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,988 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e514146cce204147947c5720ea8c013b_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208e514146cce204147947c5720ea8c013b_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,990 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f462a18fb8804db6a91eff2041d6f690_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f462a18fb8804db6a91eff2041d6f690_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,991 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f826ab70ad9e46cd84f5963cc0f86e35_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f826ab70ad9e46cd84f5963cc0f86e35_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,993 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208fbcfdbd79dc7425fb746d058c5c45381_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208fbcfdbd79dc7425fb746d058c5c45381_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,994 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208fdcd478c716b48d9b0464522981ba410_62ffee607acebab2be4b1bf0341b7d0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208fdcd478c716b48d9b0464522981ba410_62ffee607acebab2be4b1bf0341b7d0b 2024-12-08T06:21:00,994 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T06:21:00,996 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=61, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:00,999 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T06:21:01,002 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T06:21:01,003 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=61, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:01,003 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T06:21:01,003 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733638861003"}]},"ts":"9223372036854775807"} 2024-12-08T06:21:01,005 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-08T06:21:01,005 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 62ffee607acebab2be4b1bf0341b7d0b, NAME => 'TestAcidGuarantees,,1733638830810.62ffee607acebab2be4b1bf0341b7d0b.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T06:21:01,005 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T06:21:01,005 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733638861005"}]},"ts":"9223372036854775807"} 2024-12-08T06:21:01,013 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-08T06:21:01,016 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=61, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:01,017 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 80 msec 2024-12-08T06:21:01,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-08T06:21:01,039 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-08T06:21:01,049 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=241 (was 238) Potentially hanging thread: hconnection-0x2bf22113-shared-pool-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1826162129_22 at /127.0.0.1:36024 [Waiting for operation #329] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1533295009_22 at /127.0.0.1:36014 [Waiting for operation #326] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1533295009_22 at /127.0.0.1:42668 [Waiting for operation #7] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2bf22113-shared-pool-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1826162129_22 at /127.0.0.1:41202 [Waiting for operation #617] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2bf22113-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/cluster_8c3e16fc-9d1e-3f09-8c23-47ca4aae5eb5/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1826162129_22 at /127.0.0.1:34318 [Waiting for operation #589] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/cluster_8c3e16fc-9d1e-3f09-8c23-47ca4aae5eb5/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x2bf22113-shared-pool-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=441 (was 379) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6114 (was 6514) 2024-12-08T06:21:01,057 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=241, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=441, ProcessCount=11, AvailableMemoryMB=6114 2024-12-08T06:21:01,059 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T06:21:01,059 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T06:21:01,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:01,061 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T06:21:01,061 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:01,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 62 2024-12-08T06:21:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-08T06:21:01,061 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T06:21:01,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742108_1284 (size=963) 2024-12-08T06:21:01,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-08T06:21:01,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-08T06:21:01,469 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4 2024-12-08T06:21:01,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742109_1285 (size=53) 2024-12-08T06:21:01,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-08T06:21:01,875 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T06:21:01,875 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1832b6ecbc7f40e7845151e0eda8bd4d, disabling compactions & flushes 2024-12-08T06:21:01,875 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:01,875 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:01,875 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. after waiting 0 ms 2024-12-08T06:21:01,875 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:01,875 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:01,875 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:01,876 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T06:21:01,877 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733638861876"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733638861876"}]},"ts":"1733638861876"} 2024-12-08T06:21:01,877 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-08T06:21:01,878 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T06:21:01,878 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638861878"}]},"ts":"1733638861878"} 2024-12-08T06:21:01,879 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T06:21:01,883 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1832b6ecbc7f40e7845151e0eda8bd4d, ASSIGN}] 2024-12-08T06:21:01,884 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1832b6ecbc7f40e7845151e0eda8bd4d, ASSIGN 2024-12-08T06:21:01,885 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1832b6ecbc7f40e7845151e0eda8bd4d, ASSIGN; state=OFFLINE, location=cbcfd08a3627,46077,1733638796198; forceNewPlan=false, retain=false 2024-12-08T06:21:02,035 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=1832b6ecbc7f40e7845151e0eda8bd4d, regionState=OPENING, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:02,037 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure 1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198}] 2024-12-08T06:21:02,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-08T06:21:02,188 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:02,191 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:02,191 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} 2024-12-08T06:21:02,192 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:02,192 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T06:21:02,192 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:02,192 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:02,193 INFO [StoreOpener-1832b6ecbc7f40e7845151e0eda8bd4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:02,195 INFO [StoreOpener-1832b6ecbc7f40e7845151e0eda8bd4d-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:21:02,195 INFO [StoreOpener-1832b6ecbc7f40e7845151e0eda8bd4d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1832b6ecbc7f40e7845151e0eda8bd4d columnFamilyName A 2024-12-08T06:21:02,195 DEBUG [StoreOpener-1832b6ecbc7f40e7845151e0eda8bd4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:02,195 INFO [StoreOpener-1832b6ecbc7f40e7845151e0eda8bd4d-1 {}] regionserver.HStore(327): Store=1832b6ecbc7f40e7845151e0eda8bd4d/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:21:02,195 INFO [StoreOpener-1832b6ecbc7f40e7845151e0eda8bd4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:02,196 INFO [StoreOpener-1832b6ecbc7f40e7845151e0eda8bd4d-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:21:02,196 INFO [StoreOpener-1832b6ecbc7f40e7845151e0eda8bd4d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1832b6ecbc7f40e7845151e0eda8bd4d columnFamilyName B 2024-12-08T06:21:02,197 DEBUG [StoreOpener-1832b6ecbc7f40e7845151e0eda8bd4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:02,197 INFO [StoreOpener-1832b6ecbc7f40e7845151e0eda8bd4d-1 {}] regionserver.HStore(327): Store=1832b6ecbc7f40e7845151e0eda8bd4d/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:21:02,197 INFO [StoreOpener-1832b6ecbc7f40e7845151e0eda8bd4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:02,198 INFO [StoreOpener-1832b6ecbc7f40e7845151e0eda8bd4d-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:21:02,198 INFO [StoreOpener-1832b6ecbc7f40e7845151e0eda8bd4d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1832b6ecbc7f40e7845151e0eda8bd4d columnFamilyName C 2024-12-08T06:21:02,198 DEBUG [StoreOpener-1832b6ecbc7f40e7845151e0eda8bd4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:02,199 INFO [StoreOpener-1832b6ecbc7f40e7845151e0eda8bd4d-1 {}] regionserver.HStore(327): Store=1832b6ecbc7f40e7845151e0eda8bd4d/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:21:02,199 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:02,199 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:02,200 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:02,201 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T06:21:02,202 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:02,204 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T06:21:02,204 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened 1832b6ecbc7f40e7845151e0eda8bd4d; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62409110, jitterRate=-0.0700317919254303}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T06:21:02,205 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:02,205 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., pid=64, masterSystemTime=1733638862188 2024-12-08T06:21:02,207 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:02,207 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:02,207 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=1832b6ecbc7f40e7845151e0eda8bd4d, regionState=OPEN, openSeqNum=2, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:02,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-08T06:21:02,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure 1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 in 172 msec 2024-12-08T06:21:02,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-08T06:21:02,210 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1832b6ecbc7f40e7845151e0eda8bd4d, ASSIGN in 326 msec 2024-12-08T06:21:02,211 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T06:21:02,211 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638862211"}]},"ts":"1733638862211"} 2024-12-08T06:21:02,212 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T06:21:02,214 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T06:21:02,215 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1550 sec 2024-12-08T06:21:03,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-08T06:21:03,166 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 62 completed 2024-12-08T06:21:03,167 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x320146a2 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@fe4ac0b 2024-12-08T06:21:03,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4becc07d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:03,173 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:03,174 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:03,175 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T06:21:03,176 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58170, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T06:21:03,178 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bab3f39 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@718544b3 2024-12-08T06:21:03,182 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5cc79dd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:03,183 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e48016 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c9ffc85 2024-12-08T06:21:03,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cd6e3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:03,187 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b2ae977 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@18724143 2024-12-08T06:21:03,190 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13b0002b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:03,191 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ed37f32 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4215ff2 2024-12-08T06:21:03,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1703a605, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:03,195 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x12e88ea6 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1cb89dc6 2024-12-08T06:21:03,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@168133da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:03,198 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x25f2abe2 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3a724365 2024-12-08T06:21:03,200 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a9f805a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:03,201 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0598ef39 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d59ed84 2024-12-08T06:21:03,204 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b123525, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:03,204 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23d0f458 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4187186b 2024-12-08T06:21:03,207 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bd6a663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:03,208 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77780196 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ec51b52 2024-12-08T06:21:03,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10be4157, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:03,212 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x069ef766 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@20a7636c 2024-12-08T06:21:03,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42712ad6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:03,217 DEBUG [hconnection-0x4356dd8a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:03,217 DEBUG [hconnection-0x6d02be8b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:03,218 DEBUG [hconnection-0x62ae779d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:03,218 DEBUG [hconnection-0x20d8b198-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:03,218 DEBUG [hconnection-0x324507ba-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:03,219 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:03,219 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48244, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:03,219 DEBUG [hconnection-0x200eb5e3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:03,219 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48236, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:03,219 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48264, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:03,219 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:03,220 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:03,221 DEBUG [hconnection-0x556e48b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:03,222 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48282, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:03,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:03,223 DEBUG [hconnection-0x573dc4a7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:03,224 DEBUG [hconnection-0x62aa1b0a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:03,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees 2024-12-08T06:21:03,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-08T06:21:03,225 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:03,225 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:03,225 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:03,226 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=65, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:03,226 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:03,226 DEBUG [hconnection-0x233737a5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:03,228 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48322, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:03,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:03,237 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:21:03,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:03,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:03,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:03,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:03,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:03,241 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:03,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/0f95baa57f60459593aa2ea796d399bd is 50, key is test_row_0/A:col10/1733638863236/Put/seqid=0 2024-12-08T06:21:03,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:03,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638923285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,299 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638923286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638923287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,299 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:03,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638923289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:03,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638923294, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742110_1286 (size=14341) 2024-12-08T06:21:03,304 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/0f95baa57f60459593aa2ea796d399bd 2024-12-08T06:21:03,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-08T06:21:03,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/8a86517015384b33ae66c49c5218ef2e is 50, key is test_row_0/B:col10/1733638863236/Put/seqid=0 2024-12-08T06:21:03,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742111_1287 (size=12001) 2024-12-08T06:21:03,378 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/8a86517015384b33ae66c49c5218ef2e 2024-12-08T06:21:03,380 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,381 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-08T06:21:03,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:03,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:03,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:03,381 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:03,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:03,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:03,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638923399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,405 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:03,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638923402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,406 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:03,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638923402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:03,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638923402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,407 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:03,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638923403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/2a1b8634e8fc4a7bac8193dbcfd70f1a is 50, key is test_row_0/C:col10/1733638863236/Put/seqid=0 2024-12-08T06:21:03,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742112_1288 (size=12001) 2024-12-08T06:21:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-08T06:21:03,533 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,533 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-08T06:21:03,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:03,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:03,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:03,534 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:03,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:03,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:03,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638923607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:03,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638923607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638923608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:03,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638923608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,610 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:03,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638923609, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,686 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,686 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-08T06:21:03,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:03,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:03,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:03,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:03,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:03,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:03,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-08T06:21:03,839 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-08T06:21:03,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:03,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:03,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:03,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:03,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:03,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:03,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/2a1b8634e8fc4a7bac8193dbcfd70f1a 2024-12-08T06:21:03,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/0f95baa57f60459593aa2ea796d399bd as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/0f95baa57f60459593aa2ea796d399bd 2024-12-08T06:21:03,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/0f95baa57f60459593aa2ea796d399bd, entries=200, sequenceid=13, filesize=14.0 K 2024-12-08T06:21:03,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/8a86517015384b33ae66c49c5218ef2e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/8a86517015384b33ae66c49c5218ef2e 2024-12-08T06:21:03,878 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/8a86517015384b33ae66c49c5218ef2e, entries=150, sequenceid=13, filesize=11.7 K 2024-12-08T06:21:03,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/2a1b8634e8fc4a7bac8193dbcfd70f1a as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/2a1b8634e8fc4a7bac8193dbcfd70f1a 2024-12-08T06:21:03,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/2a1b8634e8fc4a7bac8193dbcfd70f1a, entries=150, sequenceid=13, filesize=11.7 K 2024-12-08T06:21:03,886 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1832b6ecbc7f40e7845151e0eda8bd4d in 650ms, sequenceid=13, compaction requested=false 2024-12-08T06:21:03,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:03,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:03,911 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T06:21:03,911 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:03,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:03,912 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:03,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:03,913 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:03,914 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:03,921 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/a7af4c00a4af4eb7a3a7f853b8705a23 is 50, key is test_row_0/A:col10/1733638863287/Put/seqid=0 2024-12-08T06:21:03,921 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:03,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638923917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,921 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:03,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638923917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,924 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:03,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638923921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:03,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638923921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,926 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:03,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638923924, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742113_1289 (size=12001) 2024-12-08T06:21:03,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/a7af4c00a4af4eb7a3a7f853b8705a23 2024-12-08T06:21:03,942 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/e2cdd69bbe874f86ad1a9d315e92420b is 50, key is test_row_0/B:col10/1733638863287/Put/seqid=0 2024-12-08T06:21:03,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742114_1290 (size=12001) 2024-12-08T06:21:03,993 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:03,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-08T06:21:03,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:03,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:03,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:03,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:03,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:03,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:04,024 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:04,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638924023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:04,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638924023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:04,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638924025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:04,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638924025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:04,030 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:04,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638924029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:04,145 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:04,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-08T06:21:04,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:04,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:04,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:04,146 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:04,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:04,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:04,226 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:04,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638924226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:04,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:04,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638924226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:04,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638924229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:04,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:04,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638924229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:04,233 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:04,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638924232, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:04,299 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:04,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-08T06:21:04,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:04,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:04,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:04,300 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:04,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:04,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:04,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-08T06:21:04,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/e2cdd69bbe874f86ad1a9d315e92420b 2024-12-08T06:21:04,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/270c510c9dd64b7bb9bb30381cba0219 is 50, key is test_row_0/C:col10/1733638863287/Put/seqid=0 2024-12-08T06:21:04,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742115_1291 (size=12001) 2024-12-08T06:21:04,455 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:04,456 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-08T06:21:04,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:04,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:04,456 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:04,456 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:04,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:04,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:04,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:04,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638924528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:04,531 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:04,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638924529, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:04,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:04,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638924531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:04,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:04,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638924532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:04,536 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:04,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638924534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:04,609 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:04,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-08T06:21:04,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:04,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:04,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:04,610 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:04,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:04,762 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:04,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-08T06:21:04,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:04,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:04,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:04,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] handler.RSProcedureHandler(58): pid=66 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:04,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=66 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:04,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/270c510c9dd64b7bb9bb30381cba0219 2024-12-08T06:21:04,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=66 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:04,769 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/a7af4c00a4af4eb7a3a7f853b8705a23 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/a7af4c00a4af4eb7a3a7f853b8705a23 2024-12-08T06:21:04,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/a7af4c00a4af4eb7a3a7f853b8705a23, entries=150, sequenceid=39, filesize=11.7 K 2024-12-08T06:21:04,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/e2cdd69bbe874f86ad1a9d315e92420b as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/e2cdd69bbe874f86ad1a9d315e92420b 2024-12-08T06:21:04,779 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/e2cdd69bbe874f86ad1a9d315e92420b, entries=150, sequenceid=39, filesize=11.7 K 2024-12-08T06:21:04,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/270c510c9dd64b7bb9bb30381cba0219 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/270c510c9dd64b7bb9bb30381cba0219 2024-12-08T06:21:04,785 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/270c510c9dd64b7bb9bb30381cba0219, entries=150, sequenceid=39, filesize=11.7 K 2024-12-08T06:21:04,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for 1832b6ecbc7f40e7845151e0eda8bd4d in 874ms, sequenceid=39, compaction requested=false 2024-12-08T06:21:04,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:04,915 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:04,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=66 2024-12-08T06:21:04,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:04,916 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:21:04,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:04,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:04,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:04,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:04,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:04,917 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:04,921 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/d36787fed3c74b7faf96a1dc3b78a423 is 50, key is test_row_0/A:col10/1733638863921/Put/seqid=0 2024-12-08T06:21:04,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742116_1292 (size=12001) 2024-12-08T06:21:05,032 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:05,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:05,054 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638925050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,055 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,055 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638925051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638925052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,056 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638925053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,057 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638925054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,156 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638925155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638925157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638925157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638925157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,158 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638925158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,326 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/d36787fed3c74b7faf96a1dc3b78a423 2024-12-08T06:21:05,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-08T06:21:05,336 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/67d9336c8f5344b8ac76387926f71ae0 is 50, key is test_row_0/B:col10/1733638863921/Put/seqid=0 2024-12-08T06:21:05,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742117_1293 (size=12001) 2024-12-08T06:21:05,347 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/67d9336c8f5344b8ac76387926f71ae0 2024-12-08T06:21:05,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/7d12a4e76afa48a38142ac6728ace47a is 50, key is test_row_0/C:col10/1733638863921/Put/seqid=0 2024-12-08T06:21:05,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638925358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,361 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638925359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638925359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638925360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,363 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638925360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742118_1294 (size=12001) 2024-12-08T06:21:05,370 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=50 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/7d12a4e76afa48a38142ac6728ace47a 2024-12-08T06:21:05,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/d36787fed3c74b7faf96a1dc3b78a423 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/d36787fed3c74b7faf96a1dc3b78a423 2024-12-08T06:21:05,379 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/d36787fed3c74b7faf96a1dc3b78a423, entries=150, sequenceid=50, filesize=11.7 K 2024-12-08T06:21:05,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/67d9336c8f5344b8ac76387926f71ae0 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/67d9336c8f5344b8ac76387926f71ae0 2024-12-08T06:21:05,385 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/67d9336c8f5344b8ac76387926f71ae0, entries=150, sequenceid=50, filesize=11.7 K 2024-12-08T06:21:05,386 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/7d12a4e76afa48a38142ac6728ace47a as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/7d12a4e76afa48a38142ac6728ace47a 2024-12-08T06:21:05,391 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/7d12a4e76afa48a38142ac6728ace47a, entries=150, sequenceid=50, filesize=11.7 K 2024-12-08T06:21:05,392 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1832b6ecbc7f40e7845151e0eda8bd4d in 476ms, sequenceid=50, compaction requested=true 2024-12-08T06:21:05,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:05,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:05,392 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=66}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=66 2024-12-08T06:21:05,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=66 2024-12-08T06:21:05,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-08T06:21:05,394 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1670 sec 2024-12-08T06:21:05,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=65, table=TestAcidGuarantees in 2.1720 sec 2024-12-08T06:21:05,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:05,662 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-08T06:21:05,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:05,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:05,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:05,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:05,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:05,662 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:05,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/04c2f4cedb644c1a8e43176eb6571177 is 50, key is test_row_0/A:col10/1733638865051/Put/seqid=0 2024-12-08T06:21:05,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742119_1295 (size=14341) 2024-12-08T06:21:05,704 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638925673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638925677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638925705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,708 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638925705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638925705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,808 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638925806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638925808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,812 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638925809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638925809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:05,812 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:05,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638925810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:06,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638926009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:06,012 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:06,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638926012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:06,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638926013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:06,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638926014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:06,016 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:06,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638926014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:06,072 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/04c2f4cedb644c1a8e43176eb6571177 2024-12-08T06:21:06,081 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/372269ba02654bc4a39c751535b86f15 is 50, key is test_row_0/B:col10/1733638865051/Put/seqid=0 2024-12-08T06:21:06,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742120_1296 (size=12001) 2024-12-08T06:21:06,298 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T06:21:06,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:06,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638926313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:06,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:06,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638926314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:06,320 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:06,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638926317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:06,321 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:06,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638926318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:06,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:06,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638926319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:06,486 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/372269ba02654bc4a39c751535b86f15 2024-12-08T06:21:06,502 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/49d9a82dc20f4f53aaf537a5c6d1aa68 is 50, key is test_row_0/C:col10/1733638865051/Put/seqid=0 2024-12-08T06:21:06,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742121_1297 (size=12001) 2024-12-08T06:21:06,819 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:06,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638926817, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:06,821 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:06,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638926820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:06,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:06,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638926822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:06,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638926827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:06,829 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:06,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638926828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:06,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/49d9a82dc20f4f53aaf537a5c6d1aa68 2024-12-08T06:21:06,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/04c2f4cedb644c1a8e43176eb6571177 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/04c2f4cedb644c1a8e43176eb6571177 2024-12-08T06:21:06,940 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/04c2f4cedb644c1a8e43176eb6571177, entries=200, sequenceid=76, filesize=14.0 K 2024-12-08T06:21:06,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/372269ba02654bc4a39c751535b86f15 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/372269ba02654bc4a39c751535b86f15 2024-12-08T06:21:06,945 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/372269ba02654bc4a39c751535b86f15, entries=150, sequenceid=76, filesize=11.7 K 2024-12-08T06:21:06,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/49d9a82dc20f4f53aaf537a5c6d1aa68 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/49d9a82dc20f4f53aaf537a5c6d1aa68 2024-12-08T06:21:06,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/49d9a82dc20f4f53aaf537a5c6d1aa68, entries=150, sequenceid=76, filesize=11.7 K 2024-12-08T06:21:06,951 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=60.38 KB/61830 for 1832b6ecbc7f40e7845151e0eda8bd4d in 1288ms, sequenceid=76, compaction requested=true 2024-12-08T06:21:06,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:06,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:21:06,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:06,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:21:06,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:06,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:21:06,951 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:06,951 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:21:06,951 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:21:06,952 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:21:06,952 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/B is initiating minor compaction (all files) 2024-12-08T06:21:06,952 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/B in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:06,953 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/8a86517015384b33ae66c49c5218ef2e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/e2cdd69bbe874f86ad1a9d315e92420b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/67d9336c8f5344b8ac76387926f71ae0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/372269ba02654bc4a39c751535b86f15] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=46.9 K 2024-12-08T06:21:06,953 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52684 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:21:06,953 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a86517015384b33ae66c49c5218ef2e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733638863228 2024-12-08T06:21:06,953 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/A is initiating minor compaction (all files) 2024-12-08T06:21:06,953 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/A in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:06,953 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/0f95baa57f60459593aa2ea796d399bd, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/a7af4c00a4af4eb7a3a7f853b8705a23, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/d36787fed3c74b7faf96a1dc3b78a423, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/04c2f4cedb644c1a8e43176eb6571177] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=51.4 K 2024-12-08T06:21:06,954 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting e2cdd69bbe874f86ad1a9d315e92420b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733638863286 2024-12-08T06:21:06,954 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f95baa57f60459593aa2ea796d399bd, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733638863228 2024-12-08T06:21:06,954 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 67d9336c8f5344b8ac76387926f71ae0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733638863920 2024-12-08T06:21:06,954 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting a7af4c00a4af4eb7a3a7f853b8705a23, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733638863286 2024-12-08T06:21:06,954 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 372269ba02654bc4a39c751535b86f15, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733638865051 2024-12-08T06:21:06,954 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting d36787fed3c74b7faf96a1dc3b78a423, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733638863920 2024-12-08T06:21:06,955 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04c2f4cedb644c1a8e43176eb6571177, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733638865047 2024-12-08T06:21:06,967 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#A#compaction#246 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:06,967 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/25e5f62c16924b3782cb44e4e2e3e33a is 50, key is test_row_0/A:col10/1733638865051/Put/seqid=0 2024-12-08T06:21:06,970 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#B#compaction#247 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:06,971 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/b06331bf7fde41e3855dbeaa570ee300 is 50, key is test_row_0/B:col10/1733638865051/Put/seqid=0 2024-12-08T06:21:06,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742122_1298 (size=12139) 2024-12-08T06:21:07,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742123_1299 (size=12139) 2024-12-08T06:21:07,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-08T06:21:07,330 INFO [Thread-1302 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-08T06:21:07,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:07,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees 2024-12-08T06:21:07,333 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:07,333 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=67, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-08T06:21:07,334 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:07,400 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/25e5f62c16924b3782cb44e4e2e3e33a as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/25e5f62c16924b3782cb44e4e2e3e33a 2024-12-08T06:21:07,411 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/A of 1832b6ecbc7f40e7845151e0eda8bd4d into 25e5f62c16924b3782cb44e4e2e3e33a(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:07,411 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:07,411 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/A, priority=12, startTime=1733638866951; duration=0sec 2024-12-08T06:21:07,411 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:07,411 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:A 2024-12-08T06:21:07,411 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:21:07,412 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/b06331bf7fde41e3855dbeaa570ee300 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/b06331bf7fde41e3855dbeaa570ee300 2024-12-08T06:21:07,413 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48004 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:21:07,413 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/C is initiating minor compaction (all files) 2024-12-08T06:21:07,413 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/C in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:07,413 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/2a1b8634e8fc4a7bac8193dbcfd70f1a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/270c510c9dd64b7bb9bb30381cba0219, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/7d12a4e76afa48a38142ac6728ace47a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/49d9a82dc20f4f53aaf537a5c6d1aa68] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=46.9 K 2024-12-08T06:21:07,413 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2a1b8634e8fc4a7bac8193dbcfd70f1a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733638863228 2024-12-08T06:21:07,414 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 270c510c9dd64b7bb9bb30381cba0219, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733638863286 2024-12-08T06:21:07,414 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d12a4e76afa48a38142ac6728ace47a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=50, earliestPutTs=1733638863920 2024-12-08T06:21:07,415 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 49d9a82dc20f4f53aaf537a5c6d1aa68, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733638865051 2024-12-08T06:21:07,417 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/B of 1832b6ecbc7f40e7845151e0eda8bd4d into b06331bf7fde41e3855dbeaa570ee300(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:07,417 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:07,417 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/B, priority=12, startTime=1733638866951; duration=0sec 2024-12-08T06:21:07,417 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:07,417 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:B 2024-12-08T06:21:07,425 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#C#compaction#248 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:07,426 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/65ceaed6a7d54ce0a37649a2c2c188a6 is 50, key is test_row_0/C:col10/1733638865051/Put/seqid=0 2024-12-08T06:21:07,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742124_1300 (size=12139) 2024-12-08T06:21:07,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-08T06:21:07,437 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/65ceaed6a7d54ce0a37649a2c2c188a6 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/65ceaed6a7d54ce0a37649a2c2c188a6 2024-12-08T06:21:07,443 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/C of 1832b6ecbc7f40e7845151e0eda8bd4d into 65ceaed6a7d54ce0a37649a2c2c188a6(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:07,443 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:07,443 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/C, priority=12, startTime=1733638866951; duration=0sec 2024-12-08T06:21:07,443 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:07,443 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:C 2024-12-08T06:21:07,485 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:07,486 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=68 2024-12-08T06:21:07,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:07,486 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T06:21:07,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:07,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:07,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:07,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:07,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:07,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:07,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/024c0cf0be8b4611844dce346cbc3a51 is 50, key is test_row_0/A:col10/1733638865676/Put/seqid=0 2024-12-08T06:21:07,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742125_1301 (size=12001) 2024-12-08T06:21:07,502 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/024c0cf0be8b4611844dce346cbc3a51 2024-12-08T06:21:07,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/c4c6188186834d638f7a6ef0e7fbbd2d is 50, key is test_row_0/B:col10/1733638865676/Put/seqid=0 2024-12-08T06:21:07,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742126_1302 (size=12001) 2024-12-08T06:21:07,526 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/c4c6188186834d638f7a6ef0e7fbbd2d 2024-12-08T06:21:07,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/fa22120533e44dccb38fe3f96632c4fd is 50, key is test_row_0/C:col10/1733638865676/Put/seqid=0 2024-12-08T06:21:07,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742127_1303 (size=12001) 2024-12-08T06:21:07,541 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/fa22120533e44dccb38fe3f96632c4fd 2024-12-08T06:21:07,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/024c0cf0be8b4611844dce346cbc3a51 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/024c0cf0be8b4611844dce346cbc3a51 2024-12-08T06:21:07,552 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/024c0cf0be8b4611844dce346cbc3a51, entries=150, sequenceid=91, filesize=11.7 K 2024-12-08T06:21:07,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/c4c6188186834d638f7a6ef0e7fbbd2d as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/c4c6188186834d638f7a6ef0e7fbbd2d 2024-12-08T06:21:07,557 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/c4c6188186834d638f7a6ef0e7fbbd2d, entries=150, sequenceid=91, filesize=11.7 K 2024-12-08T06:21:07,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/fa22120533e44dccb38fe3f96632c4fd as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/fa22120533e44dccb38fe3f96632c4fd 2024-12-08T06:21:07,563 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/fa22120533e44dccb38fe3f96632c4fd, entries=150, sequenceid=91, filesize=11.7 K 2024-12-08T06:21:07,564 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for 1832b6ecbc7f40e7845151e0eda8bd4d in 78ms, sequenceid=91, compaction requested=false 2024-12-08T06:21:07,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:07,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:07,565 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-08T06:21:07,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-08T06:21:07,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-08T06:21:07,568 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 232 msec 2024-12-08T06:21:07,570 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=67, table=TestAcidGuarantees in 238 msec 2024-12-08T06:21:07,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-08T06:21:07,635 INFO [Thread-1302 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 67 completed 2024-12-08T06:21:07,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:07,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees 2024-12-08T06:21:07,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-08T06:21:07,638 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:07,638 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=69, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:07,639 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:07,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-08T06:21:07,790 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:07,791 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=70 2024-12-08T06:21:07,791 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:07,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:07,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:07,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-08T06:21:07,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-08T06:21:07,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-08T06:21:07,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-12-08T06:21:07,796 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=69, table=TestAcidGuarantees in 158 msec 2024-12-08T06:21:07,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:07,834 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:21:07,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:07,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:07,834 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:07,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:07,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:07,835 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:07,840 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/84698f6b782749fe9d63011da19cb4e1 is 50, key is test_row_0/A:col10/1733638867833/Put/seqid=0 2024-12-08T06:21:07,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742128_1304 (size=12001) 2024-12-08T06:21:07,855 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/84698f6b782749fe9d63011da19cb4e1 2024-12-08T06:21:07,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:07,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638927853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:07,859 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:07,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638927855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:07,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638927857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:07,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:07,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638927858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:07,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/92c79b6db8884f5188c6c11149dd0cbd is 50, key is test_row_0/B:col10/1733638867833/Put/seqid=0 2024-12-08T06:21:07,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:07,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638927858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:07,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742129_1305 (size=12001) 2024-12-08T06:21:07,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-08T06:21:07,940 INFO [Thread-1302 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-08T06:21:07,941 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:07,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees 2024-12-08T06:21:07,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-08T06:21:07,945 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:07,946 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=71, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:07,947 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:07,961 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:07,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638927960, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:07,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:07,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638927961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:07,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638927963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:07,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638927963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:07,965 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:07,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638927964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-08T06:21:08,099 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,099 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-08T06:21:08,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:08,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:08,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:08,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:08,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:08,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:08,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638928162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,165 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:08,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638928164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:08,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638928166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638928166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:08,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638928167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-08T06:21:08,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,252 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-08T06:21:08,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:08,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:08,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:08,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] handler.RSProcedureHandler(58): pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:08,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=72 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:08,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=72 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:08,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/92c79b6db8884f5188c6c11149dd0cbd 2024-12-08T06:21:08,315 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/1b96b45a29e84c51bdbdba20aa06d073 is 50, key is test_row_0/C:col10/1733638867833/Put/seqid=0 2024-12-08T06:21:08,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742130_1306 (size=12001) 2024-12-08T06:21:08,321 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=104 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/1b96b45a29e84c51bdbdba20aa06d073 2024-12-08T06:21:08,328 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/84698f6b782749fe9d63011da19cb4e1 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/84698f6b782749fe9d63011da19cb4e1 2024-12-08T06:21:08,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/84698f6b782749fe9d63011da19cb4e1, entries=150, sequenceid=104, filesize=11.7 K 2024-12-08T06:21:08,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/92c79b6db8884f5188c6c11149dd0cbd as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/92c79b6db8884f5188c6c11149dd0cbd 2024-12-08T06:21:08,337 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/92c79b6db8884f5188c6c11149dd0cbd, entries=150, sequenceid=104, filesize=11.7 K 2024-12-08T06:21:08,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/1b96b45a29e84c51bdbdba20aa06d073 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/1b96b45a29e84c51bdbdba20aa06d073 2024-12-08T06:21:08,342 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/1b96b45a29e84c51bdbdba20aa06d073, entries=150, sequenceid=104, filesize=11.7 K 2024-12-08T06:21:08,343 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 1832b6ecbc7f40e7845151e0eda8bd4d in 509ms, sequenceid=104, compaction requested=true 2024-12-08T06:21:08,343 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:08,344 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:08,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:21:08,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:08,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:21:08,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:08,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:21:08,344 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:08,344 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:08,349 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:08,349 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:08,349 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/A is initiating minor compaction (all files) 2024-12-08T06:21:08,349 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/B is initiating minor compaction (all files) 2024-12-08T06:21:08,349 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/A in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:08,349 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/B in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:08,349 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/25e5f62c16924b3782cb44e4e2e3e33a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/024c0cf0be8b4611844dce346cbc3a51, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/84698f6b782749fe9d63011da19cb4e1] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=35.3 K 2024-12-08T06:21:08,349 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/b06331bf7fde41e3855dbeaa570ee300, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/c4c6188186834d638f7a6ef0e7fbbd2d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/92c79b6db8884f5188c6c11149dd0cbd] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=35.3 K 2024-12-08T06:21:08,350 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting b06331bf7fde41e3855dbeaa570ee300, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733638865051 2024-12-08T06:21:08,350 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25e5f62c16924b3782cb44e4e2e3e33a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733638865051 2024-12-08T06:21:08,351 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting c4c6188186834d638f7a6ef0e7fbbd2d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733638865671 2024-12-08T06:21:08,351 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 024c0cf0be8b4611844dce346cbc3a51, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733638865671 2024-12-08T06:21:08,351 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 92c79b6db8884f5188c6c11149dd0cbd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733638867832 2024-12-08T06:21:08,352 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 84698f6b782749fe9d63011da19cb4e1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733638867832 2024-12-08T06:21:08,363 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#A#compaction#255 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:08,364 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/3503c57e66c04d00bea9310cdb620697 is 50, key is test_row_0/A:col10/1733638867833/Put/seqid=0 2024-12-08T06:21:08,366 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#B#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:08,366 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/14c5311c42444eda93ff170973521713 is 50, key is test_row_0/B:col10/1733638867833/Put/seqid=0 2024-12-08T06:21:08,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742132_1308 (size=12241) 2024-12-08T06:21:08,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742131_1307 (size=12241) 2024-12-08T06:21:08,380 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/3503c57e66c04d00bea9310cdb620697 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/3503c57e66c04d00bea9310cdb620697 2024-12-08T06:21:08,384 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/14c5311c42444eda93ff170973521713 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/14c5311c42444eda93ff170973521713 2024-12-08T06:21:08,397 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/A of 1832b6ecbc7f40e7845151e0eda8bd4d into 3503c57e66c04d00bea9310cdb620697(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:08,397 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:08,397 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/A, priority=13, startTime=1733638868343; duration=0sec 2024-12-08T06:21:08,397 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:08,397 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:A 2024-12-08T06:21:08,397 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:08,399 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:08,399 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/C is initiating minor compaction (all files) 2024-12-08T06:21:08,399 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/C in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:08,400 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/65ceaed6a7d54ce0a37649a2c2c188a6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/fa22120533e44dccb38fe3f96632c4fd, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/1b96b45a29e84c51bdbdba20aa06d073] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=35.3 K 2024-12-08T06:21:08,401 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 65ceaed6a7d54ce0a37649a2c2c188a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733638865051 2024-12-08T06:21:08,403 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/B of 1832b6ecbc7f40e7845151e0eda8bd4d into 14c5311c42444eda93ff170973521713(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:08,403 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:08,403 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/B, priority=13, startTime=1733638868344; duration=0sec 2024-12-08T06:21:08,404 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:08,404 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:B 2024-12-08T06:21:08,405 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=72 2024-12-08T06:21:08,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:08,406 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T06:21:08,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:08,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:08,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:08,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:08,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:08,407 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:08,413 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa22120533e44dccb38fe3f96632c4fd, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733638865671 2024-12-08T06:21:08,416 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b96b45a29e84c51bdbdba20aa06d073, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733638867832 2024-12-08T06:21:08,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/928d6618b5fd47fcb6f9ef1f0638cdd2 is 50, key is test_row_0/A:col10/1733638867855/Put/seqid=0 2024-12-08T06:21:08,446 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#C#compaction#258 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:08,447 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/6a17bc9db354492cb059296ca2b618e2 is 50, key is test_row_0/C:col10/1733638867833/Put/seqid=0 2024-12-08T06:21:08,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742133_1309 (size=12001) 2024-12-08T06:21:08,458 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/928d6618b5fd47fcb6f9ef1f0638cdd2 2024-12-08T06:21:08,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:08,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:08,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/d213850d22f0429284689fa0c56709e0 is 50, key is test_row_0/B:col10/1733638867855/Put/seqid=0 2024-12-08T06:21:08,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742134_1310 (size=12241) 2024-12-08T06:21:08,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:08,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638928476, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638928477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,481 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:08,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638928478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,482 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:08,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638928479, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:08,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638928480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,484 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/6a17bc9db354492cb059296ca2b618e2 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/6a17bc9db354492cb059296ca2b618e2 2024-12-08T06:21:08,488 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/C of 1832b6ecbc7f40e7845151e0eda8bd4d into 6a17bc9db354492cb059296ca2b618e2(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:08,489 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:08,489 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/C, priority=13, startTime=1733638868344; duration=0sec 2024-12-08T06:21:08,489 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:08,489 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:C 2024-12-08T06:21:08,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742135_1311 (size=12001) 2024-12-08T06:21:08,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-08T06:21:08,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638928581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:08,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638928582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638928583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:08,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638928583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,789 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638928788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638928788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638928788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:08,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638928788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:08,893 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/d213850d22f0429284689fa0c56709e0 2024-12-08T06:21:08,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/6cc56f7974984c7080b8cfa350d33e7f is 50, key is test_row_0/C:col10/1733638867855/Put/seqid=0 2024-12-08T06:21:08,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742136_1312 (size=12001) 2024-12-08T06:21:08,990 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:08,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638928989, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:09,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-08T06:21:09,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:09,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638929092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:09,093 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638929092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:09,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:09,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638929093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:09,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:09,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638929093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:09,306 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/6cc56f7974984c7080b8cfa350d33e7f 2024-12-08T06:21:09,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/928d6618b5fd47fcb6f9ef1f0638cdd2 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/928d6618b5fd47fcb6f9ef1f0638cdd2 2024-12-08T06:21:09,319 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/928d6618b5fd47fcb6f9ef1f0638cdd2, entries=150, sequenceid=131, filesize=11.7 K 2024-12-08T06:21:09,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/d213850d22f0429284689fa0c56709e0 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d213850d22f0429284689fa0c56709e0 2024-12-08T06:21:09,324 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d213850d22f0429284689fa0c56709e0, entries=150, sequenceid=131, filesize=11.7 K 2024-12-08T06:21:09,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/6cc56f7974984c7080b8cfa350d33e7f as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/6cc56f7974984c7080b8cfa350d33e7f 2024-12-08T06:21:09,329 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/6cc56f7974984c7080b8cfa350d33e7f, entries=150, sequenceid=131, filesize=11.7 K 2024-12-08T06:21:09,330 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1832b6ecbc7f40e7845151e0eda8bd4d in 924ms, sequenceid=131, compaction requested=false 2024-12-08T06:21:09,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:09,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:09,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=72}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=72 2024-12-08T06:21:09,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=72 2024-12-08T06:21:09,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-08T06:21:09,333 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3840 sec 2024-12-08T06:21:09,335 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=71, table=TestAcidGuarantees in 1.3920 sec 2024-12-08T06:21:09,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:09,602 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T06:21:09,603 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:09,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:09,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:09,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:09,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:09,604 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:09,609 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/ae19dd65e66d4b28ba9aad4de0d87bb7 is 50, key is test_row_0/A:col10/1733638869602/Put/seqid=0 2024-12-08T06:21:09,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742137_1313 (size=12151) 2024-12-08T06:21:09,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:09,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638929622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:09,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638929621, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:09,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638929623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:09,626 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:09,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638929624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:09,727 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638929726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:09,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:09,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638929726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:09,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638929727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:09,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:09,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638929727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:09,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:09,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638929930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:09,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638929930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:09,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638929930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:09,932 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:09,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638929930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:09,998 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:09,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638929997, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:10,015 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/ae19dd65e66d4b28ba9aad4de0d87bb7 2024-12-08T06:21:10,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/d61fd60337714936a01e6ae24c11acc8 is 50, key is test_row_0/B:col10/1733638869602/Put/seqid=0 2024-12-08T06:21:10,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742138_1314 (size=12151) 2024-12-08T06:21:10,042 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/d61fd60337714936a01e6ae24c11acc8 2024-12-08T06:21:10,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-08T06:21:10,047 INFO [Thread-1302 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 71 completed 2024-12-08T06:21:10,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:10,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-12-08T06:21:10,051 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:10,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/cc2b41ffcaaf4673bed8d8b2c99a91f8 is 50, key is test_row_0/C:col10/1733638869602/Put/seqid=0 2024-12-08T06:21:10,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-08T06:21:10,052 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:10,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:10,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742139_1315 (size=12151) 2024-12-08T06:21:10,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-08T06:21:10,205 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:10,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-08T06:21:10,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:10,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:10,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:10,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:10,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:10,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:10,235 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:10,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638930233, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:10,236 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638930234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:10,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638930235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:10,237 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:10,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638930235, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:10,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-08T06:21:10,358 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:10,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-08T06:21:10,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:10,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:10,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:10,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:10,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:10,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:10,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/cc2b41ffcaaf4673bed8d8b2c99a91f8 2024-12-08T06:21:10,462 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/ae19dd65e66d4b28ba9aad4de0d87bb7 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ae19dd65e66d4b28ba9aad4de0d87bb7 2024-12-08T06:21:10,473 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ae19dd65e66d4b28ba9aad4de0d87bb7, entries=150, sequenceid=147, filesize=11.9 K 2024-12-08T06:21:10,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/d61fd60337714936a01e6ae24c11acc8 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d61fd60337714936a01e6ae24c11acc8 2024-12-08T06:21:10,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d61fd60337714936a01e6ae24c11acc8, entries=150, sequenceid=147, filesize=11.9 K 2024-12-08T06:21:10,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/cc2b41ffcaaf4673bed8d8b2c99a91f8 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/cc2b41ffcaaf4673bed8d8b2c99a91f8 2024-12-08T06:21:10,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/cc2b41ffcaaf4673bed8d8b2c99a91f8, entries=150, sequenceid=147, filesize=11.9 K 2024-12-08T06:21:10,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1832b6ecbc7f40e7845151e0eda8bd4d in 884ms, sequenceid=147, compaction requested=true 2024-12-08T06:21:10,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:10,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:21:10,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:10,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:21:10,486 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:10,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:10,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:21:10,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:10,486 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:10,487 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:10,487 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:10,487 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/A is initiating minor compaction (all files) 2024-12-08T06:21:10,487 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/B is initiating minor compaction (all files) 2024-12-08T06:21:10,488 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/A in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:10,488 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/B in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:10,488 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/3503c57e66c04d00bea9310cdb620697, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/928d6618b5fd47fcb6f9ef1f0638cdd2, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ae19dd65e66d4b28ba9aad4de0d87bb7] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=35.5 K 2024-12-08T06:21:10,488 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/14c5311c42444eda93ff170973521713, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d213850d22f0429284689fa0c56709e0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d61fd60337714936a01e6ae24c11acc8] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=35.5 K 2024-12-08T06:21:10,488 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3503c57e66c04d00bea9310cdb620697, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733638867832 2024-12-08T06:21:10,488 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 14c5311c42444eda93ff170973521713, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733638867832 2024-12-08T06:21:10,489 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 928d6618b5fd47fcb6f9ef1f0638cdd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733638867855 2024-12-08T06:21:10,489 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d213850d22f0429284689fa0c56709e0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733638867855 2024-12-08T06:21:10,489 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae19dd65e66d4b28ba9aad4de0d87bb7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733638868476 2024-12-08T06:21:10,490 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d61fd60337714936a01e6ae24c11acc8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733638868476 2024-12-08T06:21:10,506 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#B#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:10,507 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/4304d0ea884a42a780be85fe54e2e7c4 is 50, key is test_row_0/B:col10/1733638869602/Put/seqid=0 2024-12-08T06:21:10,512 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:10,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-08T06:21:10,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:10,513 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-08T06:21:10,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:10,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:10,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:10,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:10,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:10,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:10,514 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#A#compaction#265 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:10,514 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/e3a126a3c49d43979f75c0a74010c44e is 50, key is test_row_0/A:col10/1733638869602/Put/seqid=0 2024-12-08T06:21:10,542 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/6f1abab389c64e959b180aafb3756570 is 50, key is test_row_0/A:col10/1733638869621/Put/seqid=0 2024-12-08T06:21:10,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742140_1316 (size=12493) 2024-12-08T06:21:10,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742141_1317 (size=12493) 2024-12-08T06:21:10,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742142_1318 (size=12151) 2024-12-08T06:21:10,603 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/e3a126a3c49d43979f75c0a74010c44e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/e3a126a3c49d43979f75c0a74010c44e 2024-12-08T06:21:10,610 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/A of 1832b6ecbc7f40e7845151e0eda8bd4d into e3a126a3c49d43979f75c0a74010c44e(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:10,610 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:10,610 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/A, priority=13, startTime=1733638870486; duration=0sec 2024-12-08T06:21:10,610 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:10,610 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:A 2024-12-08T06:21:10,610 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:10,611 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:10,611 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/C is initiating minor compaction (all files) 2024-12-08T06:21:10,611 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/C in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:10,611 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/6a17bc9db354492cb059296ca2b618e2, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/6cc56f7974984c7080b8cfa350d33e7f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/cc2b41ffcaaf4673bed8d8b2c99a91f8] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=35.5 K 2024-12-08T06:21:10,611 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a17bc9db354492cb059296ca2b618e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=104, earliestPutTs=1733638867832 2024-12-08T06:21:10,612 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6cc56f7974984c7080b8cfa350d33e7f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733638867855 2024-12-08T06:21:10,612 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc2b41ffcaaf4673bed8d8b2c99a91f8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733638868476 2024-12-08T06:21:10,621 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#C#compaction#267 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:10,621 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/c0acdcd326a44d61a0679e3aa5181e7a is 50, key is test_row_0/C:col10/1733638869602/Put/seqid=0 2024-12-08T06:21:10,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742143_1319 (size=12493) 2024-12-08T06:21:10,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-08T06:21:10,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:10,741 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:10,752 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:10,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638930749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:10,752 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638930750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:10,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:10,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638930751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:10,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:10,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638930752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:10,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:10,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638930853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:10,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638930853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:10,855 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:10,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638930854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:10,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:10,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638930855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:10,974 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/4304d0ea884a42a780be85fe54e2e7c4 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/4304d0ea884a42a780be85fe54e2e7c4 2024-12-08T06:21:10,979 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/B of 1832b6ecbc7f40e7845151e0eda8bd4d into 4304d0ea884a42a780be85fe54e2e7c4(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:10,979 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:10,979 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/B, priority=13, startTime=1733638870486; duration=0sec 2024-12-08T06:21:10,979 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:10,979 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:B 2024-12-08T06:21:11,003 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/6f1abab389c64e959b180aafb3756570 2024-12-08T06:21:11,012 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/d89e04b22a704c8b9b23fab3c71702b7 is 50, key is test_row_0/B:col10/1733638869621/Put/seqid=0 2024-12-08T06:21:11,033 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/c0acdcd326a44d61a0679e3aa5181e7a as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/c0acdcd326a44d61a0679e3aa5181e7a 2024-12-08T06:21:11,041 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/C of 1832b6ecbc7f40e7845151e0eda8bd4d into c0acdcd326a44d61a0679e3aa5181e7a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:11,041 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:11,041 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/C, priority=13, startTime=1733638870486; duration=0sec 2024-12-08T06:21:11,041 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:11,041 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:C 2024-12-08T06:21:11,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742144_1320 (size=12151) 2024-12-08T06:21:11,052 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/d89e04b22a704c8b9b23fab3c71702b7 2024-12-08T06:21:11,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:11,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638931056, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:11,059 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:11,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638931057, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:11,062 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:11,062 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638931059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:11,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638931059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:11,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/6b7d2f677bd24090a5e5350b78754783 is 50, key is test_row_0/C:col10/1733638869621/Put/seqid=0 2024-12-08T06:21:11,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742145_1321 (size=12151) 2024-12-08T06:21:11,096 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=168 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/6b7d2f677bd24090a5e5350b78754783 2024-12-08T06:21:11,104 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/6f1abab389c64e959b180aafb3756570 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/6f1abab389c64e959b180aafb3756570 2024-12-08T06:21:11,110 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/6f1abab389c64e959b180aafb3756570, entries=150, sequenceid=168, filesize=11.9 K 2024-12-08T06:21:11,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/d89e04b22a704c8b9b23fab3c71702b7 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d89e04b22a704c8b9b23fab3c71702b7 2024-12-08T06:21:11,118 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d89e04b22a704c8b9b23fab3c71702b7, entries=150, sequenceid=168, filesize=11.9 K 2024-12-08T06:21:11,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/6b7d2f677bd24090a5e5350b78754783 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/6b7d2f677bd24090a5e5350b78754783 2024-12-08T06:21:11,127 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/6b7d2f677bd24090a5e5350b78754783, entries=150, sequenceid=168, filesize=11.9 K 2024-12-08T06:21:11,128 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 1832b6ecbc7f40e7845151e0eda8bd4d in 615ms, sequenceid=168, compaction requested=false 2024-12-08T06:21:11,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:11,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:11,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-12-08T06:21:11,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-12-08T06:21:11,133 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 1.0830 sec 2024-12-08T06:21:11,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-08T06:21:11,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0780 sec 2024-12-08T06:21:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-08T06:21:11,155 INFO [Thread-1302 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-08T06:21:11,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:11,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-08T06:21:11,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-08T06:21:11,158 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:11,159 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:11,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:11,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-08T06:21:11,311 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:11,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-08T06:21:11,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:11,312 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-08T06:21:11,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:11,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:11,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:11,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:11,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:11,313 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:11,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/94039fc9fdfc465bad329498a71668a3 is 50, key is test_row_0/A:col10/1733638870751/Put/seqid=0 2024-12-08T06:21:11,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742146_1322 (size=12151) 2024-12-08T06:21:11,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:11,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:11,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:11,388 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638931383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638931383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:11,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:11,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638931388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:11,392 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:11,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638931388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:11,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-08T06:21:11,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638931489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:11,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:11,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638931489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:11,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638931492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:11,494 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:11,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638931493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:11,693 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638931692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:11,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:11,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638931693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:11,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638931695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:11,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:11,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638931696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:11,742 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/94039fc9fdfc465bad329498a71668a3 2024-12-08T06:21:11,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/02b1c30a5e544e09be8f448a90bd418d is 50, key is test_row_0/B:col10/1733638870751/Put/seqid=0 2024-12-08T06:21:11,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742147_1323 (size=12151) 2024-12-08T06:21:11,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-08T06:21:11,997 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638931996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:11,998 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:11,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638931996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:12,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638931998, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:12,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:12,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638931999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:12,001 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:12,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638931999, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:12,002 DEBUG [Thread-1294 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4145 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., hostname=cbcfd08a3627,46077,1733638796198, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T06:21:12,155 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/02b1c30a5e544e09be8f448a90bd418d 2024-12-08T06:21:12,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/f10205898a2e4dae94f6ea71ca527a17 is 50, key is test_row_0/C:col10/1733638870751/Put/seqid=0 2024-12-08T06:21:12,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742148_1324 (size=12151) 2024-12-08T06:21:12,184 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=186 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/f10205898a2e4dae94f6ea71ca527a17 2024-12-08T06:21:12,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/94039fc9fdfc465bad329498a71668a3 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/94039fc9fdfc465bad329498a71668a3 2024-12-08T06:21:12,194 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/94039fc9fdfc465bad329498a71668a3, entries=150, sequenceid=186, filesize=11.9 K 2024-12-08T06:21:12,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/02b1c30a5e544e09be8f448a90bd418d as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/02b1c30a5e544e09be8f448a90bd418d 2024-12-08T06:21:12,199 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/02b1c30a5e544e09be8f448a90bd418d, entries=150, sequenceid=186, filesize=11.9 K 2024-12-08T06:21:12,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/f10205898a2e4dae94f6ea71ca527a17 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/f10205898a2e4dae94f6ea71ca527a17 2024-12-08T06:21:12,203 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/f10205898a2e4dae94f6ea71ca527a17, entries=150, sequenceid=186, filesize=11.9 K 2024-12-08T06:21:12,204 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1832b6ecbc7f40e7845151e0eda8bd4d in 892ms, sequenceid=186, compaction requested=true 2024-12-08T06:21:12,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:12,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:12,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-08T06:21:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-08T06:21:12,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-08T06:21:12,207 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0460 sec 2024-12-08T06:21:12,209 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 1.0520 sec 2024-12-08T06:21:12,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-08T06:21:12,262 INFO [Thread-1302 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-08T06:21:12,263 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:12,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-08T06:21:12,264 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:12,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-08T06:21:12,265 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:12,265 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:12,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-08T06:21:12,416 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:12,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-08T06:21:12,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:12,417 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-08T06:21:12,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:12,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:12,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:12,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:12,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:12,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:12,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/6dcc07fc6e3a45e3b1a4bfd8418b62c1 is 50, key is test_row_0/A:col10/1733638871382/Put/seqid=0 2024-12-08T06:21:12,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742149_1325 (size=12151) 2024-12-08T06:21:12,427 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/6dcc07fc6e3a45e3b1a4bfd8418b62c1 2024-12-08T06:21:12,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/48a3f1cd39b649a98c51245b65adbc18 is 50, key is test_row_0/B:col10/1733638871382/Put/seqid=0 2024-12-08T06:21:12,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742150_1326 (size=12151) 2024-12-08T06:21:12,440 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/48a3f1cd39b649a98c51245b65adbc18 2024-12-08T06:21:12,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/38f77954a43c4b339ecd73645477389d is 50, key is test_row_0/C:col10/1733638871382/Put/seqid=0 2024-12-08T06:21:12,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742151_1327 (size=12151) 2024-12-08T06:21:12,455 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/38f77954a43c4b339ecd73645477389d 2024-12-08T06:21:12,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/6dcc07fc6e3a45e3b1a4bfd8418b62c1 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/6dcc07fc6e3a45e3b1a4bfd8418b62c1 2024-12-08T06:21:12,468 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/6dcc07fc6e3a45e3b1a4bfd8418b62c1, entries=150, sequenceid=207, filesize=11.9 K 2024-12-08T06:21:12,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/48a3f1cd39b649a98c51245b65adbc18 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/48a3f1cd39b649a98c51245b65adbc18 2024-12-08T06:21:12,474 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/48a3f1cd39b649a98c51245b65adbc18, entries=150, sequenceid=207, filesize=11.9 K 2024-12-08T06:21:12,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/38f77954a43c4b339ecd73645477389d as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/38f77954a43c4b339ecd73645477389d 2024-12-08T06:21:12,478 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/38f77954a43c4b339ecd73645477389d, entries=150, sequenceid=207, filesize=11.9 K 2024-12-08T06:21:12,479 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 1832b6ecbc7f40e7845151e0eda8bd4d in 62ms, sequenceid=207, compaction requested=true 2024-12-08T06:21:12,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:12,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:12,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-08T06:21:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-08T06:21:12,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-08T06:21:12,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 216 msec 2024-12-08T06:21:12,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 221 msec 2024-12-08T06:21:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:12,509 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:21:12,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:12,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:12,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:12,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:12,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:12,510 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:12,515 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/45b3609e26d445d29d7e6b65e03a3639 is 50, key is test_row_0/A:col10/1733638872509/Put/seqid=0 2024-12-08T06:21:12,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742152_1328 (size=14541) 2024-12-08T06:21:12,520 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/45b3609e26d445d29d7e6b65e03a3639 2024-12-08T06:21:12,527 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/e6d2919a5c874ff594d5cba4610fce5d is 50, key is test_row_0/B:col10/1733638872509/Put/seqid=0 2024-12-08T06:21:12,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742153_1329 (size=12151) 2024-12-08T06:21:12,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638932533, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:12,537 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:12,537 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638932534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:12,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638932534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:12,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:12,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638932535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:12,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-08T06:21:12,566 INFO [Thread-1302 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-08T06:21:12,567 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:12,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-08T06:21:12,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-08T06:21:12,569 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:12,569 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:12,569 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:12,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638932638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:12,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:12,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638932638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:12,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638932638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:12,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:12,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638932639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:12,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-08T06:21:12,721 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:12,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-08T06:21:12,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:12,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:12,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:12,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:12,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:12,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:12,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:12,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638932841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:12,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638932841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:12,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:12,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638932842, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:12,847 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:12,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638932843, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:12,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-08T06:21:12,874 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:12,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-08T06:21:12,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:12,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:12,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:12,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:12,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:12,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:12,932 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/e6d2919a5c874ff594d5cba4610fce5d 2024-12-08T06:21:12,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/87d37d096cc8439ca1e39ddb6ed8f80f is 50, key is test_row_0/C:col10/1733638872509/Put/seqid=0 2024-12-08T06:21:12,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742154_1330 (size=12151) 2024-12-08T06:21:12,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/87d37d096cc8439ca1e39ddb6ed8f80f 2024-12-08T06:21:12,947 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/45b3609e26d445d29d7e6b65e03a3639 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/45b3609e26d445d29d7e6b65e03a3639 2024-12-08T06:21:12,950 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/45b3609e26d445d29d7e6b65e03a3639, entries=200, sequenceid=219, filesize=14.2 K 2024-12-08T06:21:12,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/e6d2919a5c874ff594d5cba4610fce5d as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/e6d2919a5c874ff594d5cba4610fce5d 2024-12-08T06:21:12,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/e6d2919a5c874ff594d5cba4610fce5d, entries=150, sequenceid=219, filesize=11.9 K 2024-12-08T06:21:12,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/87d37d096cc8439ca1e39ddb6ed8f80f as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/87d37d096cc8439ca1e39ddb6ed8f80f 2024-12-08T06:21:12,960 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/87d37d096cc8439ca1e39ddb6ed8f80f, entries=150, sequenceid=219, filesize=11.9 K 2024-12-08T06:21:12,961 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1832b6ecbc7f40e7845151e0eda8bd4d in 452ms, sequenceid=219, compaction requested=true 2024-12-08T06:21:12,961 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:12,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:21:12,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:12,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:21:12,961 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-08T06:21:12,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:12,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:21:12,961 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:12,961 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-08T06:21:12,963 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61097 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-08T06:21:12,963 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/B is initiating minor compaction (all files) 2024-12-08T06:21:12,963 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/B in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:12,963 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/4304d0ea884a42a780be85fe54e2e7c4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d89e04b22a704c8b9b23fab3c71702b7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/02b1c30a5e544e09be8f448a90bd418d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/48a3f1cd39b649a98c51245b65adbc18, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/e6d2919a5c874ff594d5cba4610fce5d] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=59.7 K 2024-12-08T06:21:12,964 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 63487 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-08T06:21:12,964 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/A is initiating minor compaction (all files) 2024-12-08T06:21:12,964 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/A in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:12,964 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 4304d0ea884a42a780be85fe54e2e7c4, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733638868476 2024-12-08T06:21:12,964 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/e3a126a3c49d43979f75c0a74010c44e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/6f1abab389c64e959b180aafb3756570, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/94039fc9fdfc465bad329498a71668a3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/6dcc07fc6e3a45e3b1a4bfd8418b62c1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/45b3609e26d445d29d7e6b65e03a3639] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=62.0 K 2024-12-08T06:21:12,964 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d89e04b22a704c8b9b23fab3c71702b7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733638869619 2024-12-08T06:21:12,964 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting e3a126a3c49d43979f75c0a74010c44e, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733638868476 2024-12-08T06:21:12,965 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 02b1c30a5e544e09be8f448a90bd418d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733638870747 2024-12-08T06:21:12,965 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f1abab389c64e959b180aafb3756570, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733638869619 2024-12-08T06:21:12,965 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 48a3f1cd39b649a98c51245b65adbc18, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733638871380 2024-12-08T06:21:12,965 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94039fc9fdfc465bad329498a71668a3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733638870747 2024-12-08T06:21:12,965 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting e6d2919a5c874ff594d5cba4610fce5d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733638872499 2024-12-08T06:21:12,966 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6dcc07fc6e3a45e3b1a4bfd8418b62c1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733638871380 2024-12-08T06:21:12,967 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45b3609e26d445d29d7e6b65e03a3639, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733638872499 2024-12-08T06:21:12,987 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#B#compaction#279 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:12,988 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/2f9b18334b564d15ba0fdecbec4d034c is 50, key is test_row_0/B:col10/1733638872509/Put/seqid=0 2024-12-08T06:21:12,992 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#A#compaction#280 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:12,992 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/d28016f18f4e40a09a2898fe4003372e is 50, key is test_row_0/A:col10/1733638872509/Put/seqid=0 2024-12-08T06:21:13,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742155_1331 (size=12663) 2024-12-08T06:21:13,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742156_1332 (size=12663) 2024-12-08T06:21:13,027 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-08T06:21:13,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:13,027 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T06:21:13,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:13,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:13,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:13,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:13,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:13,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:13,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/ce5434c869094101b510022f8bfb7c11 is 50, key is test_row_0/A:col10/1733638872527/Put/seqid=0 2024-12-08T06:21:13,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742157_1333 (size=12151) 2024-12-08T06:21:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:13,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:13,157 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:13,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638933153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:13,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638933154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638933156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:13,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638933157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-08T06:21:13,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:13,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638933258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,261 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638933259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,263 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:13,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638933260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,264 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:13,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638933261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,411 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/2f9b18334b564d15ba0fdecbec4d034c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/2f9b18334b564d15ba0fdecbec4d034c 2024-12-08T06:21:13,412 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/d28016f18f4e40a09a2898fe4003372e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/d28016f18f4e40a09a2898fe4003372e 2024-12-08T06:21:13,417 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/B of 1832b6ecbc7f40e7845151e0eda8bd4d into 2f9b18334b564d15ba0fdecbec4d034c(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:13,417 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:13,417 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/B, priority=11, startTime=1733638872961; duration=0sec 2024-12-08T06:21:13,418 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:13,418 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:B 2024-12-08T06:21:13,418 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-08T06:21:13,420 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/A of 1832b6ecbc7f40e7845151e0eda8bd4d into d28016f18f4e40a09a2898fe4003372e(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:13,420 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:13,420 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/A, priority=11, startTime=1733638872961; duration=0sec 2024-12-08T06:21:13,420 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:13,420 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:A 2024-12-08T06:21:13,420 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 61097 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-08T06:21:13,420 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/C is initiating minor compaction (all files) 2024-12-08T06:21:13,420 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/C in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:13,421 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/c0acdcd326a44d61a0679e3aa5181e7a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/6b7d2f677bd24090a5e5350b78754783, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/f10205898a2e4dae94f6ea71ca527a17, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/38f77954a43c4b339ecd73645477389d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/87d37d096cc8439ca1e39ddb6ed8f80f] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=59.7 K 2024-12-08T06:21:13,421 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting c0acdcd326a44d61a0679e3aa5181e7a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1733638868476 2024-12-08T06:21:13,422 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b7d2f677bd24090a5e5350b78754783, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=168, earliestPutTs=1733638869619 2024-12-08T06:21:13,422 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting f10205898a2e4dae94f6ea71ca527a17, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=186, earliestPutTs=1733638870747 2024-12-08T06:21:13,422 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 38f77954a43c4b339ecd73645477389d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733638871380 2024-12-08T06:21:13,423 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 87d37d096cc8439ca1e39ddb6ed8f80f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733638872499 2024-12-08T06:21:13,434 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#C#compaction#282 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:13,435 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/63aa867e973e4a038a53fd11ce2d0375 is 50, key is test_row_0/C:col10/1733638872509/Put/seqid=0 2024-12-08T06:21:13,438 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/ce5434c869094101b510022f8bfb7c11 2024-12-08T06:21:13,446 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/e78dcd2c8f5f4df38ea4c79bfba001d8 is 50, key is test_row_0/B:col10/1733638872527/Put/seqid=0 2024-12-08T06:21:13,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742159_1335 (size=12151) 2024-12-08T06:21:13,459 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/e78dcd2c8f5f4df38ea4c79bfba001d8 2024-12-08T06:21:13,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742158_1334 (size=12663) 2024-12-08T06:21:13,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638933462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,464 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:13,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638933462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,466 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638933465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,467 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:13,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638933465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,469 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/63aa867e973e4a038a53fd11ce2d0375 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/63aa867e973e4a038a53fd11ce2d0375 2024-12-08T06:21:13,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/9b6fc7ca058740faa51e8cba89fc1cc9 is 50, key is test_row_0/C:col10/1733638872527/Put/seqid=0 2024-12-08T06:21:13,476 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/C of 1832b6ecbc7f40e7845151e0eda8bd4d into 63aa867e973e4a038a53fd11ce2d0375(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:13,477 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:13,477 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/C, priority=11, startTime=1733638872961; duration=0sec 2024-12-08T06:21:13,477 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:13,477 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:C 2024-12-08T06:21:13,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742160_1336 (size=12151) 2024-12-08T06:21:13,487 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=243 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/9b6fc7ca058740faa51e8cba89fc1cc9 2024-12-08T06:21:13,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/ce5434c869094101b510022f8bfb7c11 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ce5434c869094101b510022f8bfb7c11 2024-12-08T06:21:13,498 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ce5434c869094101b510022f8bfb7c11, entries=150, sequenceid=243, filesize=11.9 K 2024-12-08T06:21:13,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/e78dcd2c8f5f4df38ea4c79bfba001d8 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/e78dcd2c8f5f4df38ea4c79bfba001d8 2024-12-08T06:21:13,505 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/e78dcd2c8f5f4df38ea4c79bfba001d8, entries=150, sequenceid=243, filesize=11.9 K 2024-12-08T06:21:13,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/9b6fc7ca058740faa51e8cba89fc1cc9 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/9b6fc7ca058740faa51e8cba89fc1cc9 2024-12-08T06:21:13,512 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/9b6fc7ca058740faa51e8cba89fc1cc9, entries=150, sequenceid=243, filesize=11.9 K 2024-12-08T06:21:13,513 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 1832b6ecbc7f40e7845151e0eda8bd4d in 486ms, sequenceid=243, compaction requested=false 2024-12-08T06:21:13,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:13,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:13,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-08T06:21:13,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-08T06:21:13,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-08T06:21:13,517 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 946 msec 2024-12-08T06:21:13,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 951 msec 2024-12-08T06:21:13,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-08T06:21:13,672 INFO [Thread-1302 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-08T06:21:13,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:13,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-08T06:21:13,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-08T06:21:13,676 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:13,676 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:13,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:13,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:13,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-08T06:21:13,770 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:13,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:13,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:13,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:13,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:13,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:13,775 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/4b5fe5ad94954e4d82541db17460e1ff is 50, key is test_row_0/A:col10/1733638873768/Put/seqid=0 2024-12-08T06:21:13,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-08T06:21:13,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742161_1337 (size=14691) 2024-12-08T06:21:13,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/4b5fe5ad94954e4d82541db17460e1ff 2024-12-08T06:21:13,790 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:13,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638933787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:13,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638933788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,791 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/0ef326a3b178400bbfb57226b9edbe94 is 50, key is test_row_0/B:col10/1733638873768/Put/seqid=0 2024-12-08T06:21:13,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638933790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,793 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:13,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638933791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742162_1338 (size=12301) 2024-12-08T06:21:13,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/0ef326a3b178400bbfb57226b9edbe94 2024-12-08T06:21:13,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/8f8fa77e494f4f34a9f4aa965cdb5d49 is 50, key is test_row_0/C:col10/1733638873768/Put/seqid=0 2024-12-08T06:21:13,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742163_1339 (size=12301) 2024-12-08T06:21:13,828 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-08T06:21:13,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:13,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:13,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:13,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:13,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:13,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:13,893 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:13,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638933892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638933892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638933894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:13,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638933894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-08T06:21:13,981 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:13,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-08T06:21:13,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:13,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:13,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:13,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:13,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:13,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:14,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638934096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:14,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:14,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638934096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:14,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638934098, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:14,100 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:14,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638934099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:14,134 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:14,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-08T06:21:14,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:14,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:14,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:14,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] handler.RSProcedureHandler(58): pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:14,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=82 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:14,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=82 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:14,209 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=261 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/8f8fa77e494f4f34a9f4aa965cdb5d49 2024-12-08T06:21:14,213 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/4b5fe5ad94954e4d82541db17460e1ff as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/4b5fe5ad94954e4d82541db17460e1ff 2024-12-08T06:21:14,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/4b5fe5ad94954e4d82541db17460e1ff, entries=200, sequenceid=261, filesize=14.3 K 2024-12-08T06:21:14,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/0ef326a3b178400bbfb57226b9edbe94 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/0ef326a3b178400bbfb57226b9edbe94 2024-12-08T06:21:14,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/0ef326a3b178400bbfb57226b9edbe94, entries=150, sequenceid=261, filesize=12.0 K 2024-12-08T06:21:14,222 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/8f8fa77e494f4f34a9f4aa965cdb5d49 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/8f8fa77e494f4f34a9f4aa965cdb5d49 2024-12-08T06:21:14,226 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/8f8fa77e494f4f34a9f4aa965cdb5d49, entries=150, sequenceid=261, filesize=12.0 K 2024-12-08T06:21:14,227 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 1832b6ecbc7f40e7845151e0eda8bd4d in 458ms, sequenceid=261, compaction requested=true 2024-12-08T06:21:14,227 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:14,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:21:14,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:14,228 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:14,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:21:14,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:14,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:21:14,228 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:14,228 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:14,229 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39505 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:14,229 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/A is initiating minor compaction (all files) 2024-12-08T06:21:14,229 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/A in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:14,229 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/d28016f18f4e40a09a2898fe4003372e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ce5434c869094101b510022f8bfb7c11, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/4b5fe5ad94954e4d82541db17460e1ff] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=38.6 K 2024-12-08T06:21:14,230 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:14,230 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/B is initiating minor compaction (all files) 2024-12-08T06:21:14,230 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/B in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:14,230 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/2f9b18334b564d15ba0fdecbec4d034c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/e78dcd2c8f5f4df38ea4c79bfba001d8, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/0ef326a3b178400bbfb57226b9edbe94] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=36.2 K 2024-12-08T06:21:14,230 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d28016f18f4e40a09a2898fe4003372e, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733638872499 2024-12-08T06:21:14,230 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f9b18334b564d15ba0fdecbec4d034c, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733638872499 2024-12-08T06:21:14,230 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting ce5434c869094101b510022f8bfb7c11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733638872527 2024-12-08T06:21:14,231 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 4b5fe5ad94954e4d82541db17460e1ff, keycount=200, bloomtype=ROW, size=14.3 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733638873151 2024-12-08T06:21:14,231 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting e78dcd2c8f5f4df38ea4c79bfba001d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733638872527 2024-12-08T06:21:14,232 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ef326a3b178400bbfb57226b9edbe94, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733638873768 2024-12-08T06:21:14,240 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#A#compaction#288 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:14,240 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/b84d616e2d8b413297869a5bcf2de144 is 50, key is test_row_0/A:col10/1733638873768/Put/seqid=0 2024-12-08T06:21:14,245 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#B#compaction#289 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:14,246 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/b0c83a982fbf40cc9909b4ed59abcf7f is 50, key is test_row_0/B:col10/1733638873768/Put/seqid=0 2024-12-08T06:21:14,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742164_1340 (size=12915) 2024-12-08T06:21:14,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742165_1341 (size=12915) 2024-12-08T06:21:14,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-08T06:21:14,287 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:14,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-08T06:21:14,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:14,287 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-08T06:21:14,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:14,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:14,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:14,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:14,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:14,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:14,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/28a38dd2667c402db41da31572d0946e is 50, key is test_row_0/A:col10/1733638873789/Put/seqid=0 2024-12-08T06:21:14,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742166_1342 (size=12301) 2024-12-08T06:21:14,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:14,402 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:14,412 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:14,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638934408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:14,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638934410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:14,414 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:14,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638934411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:14,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:14,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638934412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:14,515 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638934513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:14,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638934515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:14,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:14,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638934515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:14,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:14,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638934516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:14,662 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/b84d616e2d8b413297869a5bcf2de144 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/b84d616e2d8b413297869a5bcf2de144 2024-12-08T06:21:14,668 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/b0c83a982fbf40cc9909b4ed59abcf7f as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/b0c83a982fbf40cc9909b4ed59abcf7f 2024-12-08T06:21:14,670 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/A of 1832b6ecbc7f40e7845151e0eda8bd4d into b84d616e2d8b413297869a5bcf2de144(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:14,670 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:14,670 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/A, priority=13, startTime=1733638874227; duration=0sec 2024-12-08T06:21:14,670 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:14,670 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:A 2024-12-08T06:21:14,670 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:14,672 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37115 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:14,672 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/C is initiating minor compaction (all files) 2024-12-08T06:21:14,672 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/C in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:14,672 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/63aa867e973e4a038a53fd11ce2d0375, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/9b6fc7ca058740faa51e8cba89fc1cc9, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/8f8fa77e494f4f34a9f4aa965cdb5d49] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=36.2 K 2024-12-08T06:21:14,673 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 63aa867e973e4a038a53fd11ce2d0375, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1733638872499 2024-12-08T06:21:14,673 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b6fc7ca058740faa51e8cba89fc1cc9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=243, earliestPutTs=1733638872527 2024-12-08T06:21:14,673 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f8fa77e494f4f34a9f4aa965cdb5d49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733638873768 2024-12-08T06:21:14,675 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/B of 1832b6ecbc7f40e7845151e0eda8bd4d into b0c83a982fbf40cc9909b4ed59abcf7f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:14,675 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:14,675 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/B, priority=13, startTime=1733638874228; duration=0sec 2024-12-08T06:21:14,676 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:14,676 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:B 2024-12-08T06:21:14,683 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#C#compaction#291 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:14,683 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/65a613f337eb4e57b1aa4556857beeb2 is 50, key is test_row_0/C:col10/1733638873768/Put/seqid=0 2024-12-08T06:21:14,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742167_1343 (size=12915) 2024-12-08T06:21:14,698 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/28a38dd2667c402db41da31572d0946e 2024-12-08T06:21:14,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/77aa262126d646c19aeb7715389c0073 is 50, key is test_row_0/B:col10/1733638873789/Put/seqid=0 2024-12-08T06:21:14,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742168_1344 (size=12301) 2024-12-08T06:21:14,708 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/77aa262126d646c19aeb7715389c0073 2024-12-08T06:21:14,715 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/9f53f876af2a419b9330bbd6bec9df49 is 50, key is test_row_0/C:col10/1733638873789/Put/seqid=0 2024-12-08T06:21:14,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638934717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:14,719 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:14,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638934717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:14,719 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638934718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:14,720 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:14,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638934718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:14,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742169_1345 (size=12301) 2024-12-08T06:21:14,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-08T06:21:15,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638935020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:15,023 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:15,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638935021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:15,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:15,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638935022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:15,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:15,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638935023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:15,095 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/65a613f337eb4e57b1aa4556857beeb2 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/65a613f337eb4e57b1aa4556857beeb2 2024-12-08T06:21:15,100 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/C of 1832b6ecbc7f40e7845151e0eda8bd4d into 65a613f337eb4e57b1aa4556857beeb2(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:15,100 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:15,100 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/C, priority=13, startTime=1733638874228; duration=0sec 2024-12-08T06:21:15,101 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:15,101 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:C 2024-12-08T06:21:15,126 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/9f53f876af2a419b9330bbd6bec9df49 2024-12-08T06:21:15,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/28a38dd2667c402db41da31572d0946e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/28a38dd2667c402db41da31572d0946e 2024-12-08T06:21:15,134 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/28a38dd2667c402db41da31572d0946e, entries=150, sequenceid=283, filesize=12.0 K 2024-12-08T06:21:15,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/77aa262126d646c19aeb7715389c0073 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/77aa262126d646c19aeb7715389c0073 2024-12-08T06:21:15,140 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/77aa262126d646c19aeb7715389c0073, entries=150, sequenceid=283, filesize=12.0 K 2024-12-08T06:21:15,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/9f53f876af2a419b9330bbd6bec9df49 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/9f53f876af2a419b9330bbd6bec9df49 2024-12-08T06:21:15,145 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/9f53f876af2a419b9330bbd6bec9df49, entries=150, sequenceid=283, filesize=12.0 K 2024-12-08T06:21:15,145 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 1832b6ecbc7f40e7845151e0eda8bd4d in 858ms, sequenceid=283, compaction requested=false 2024-12-08T06:21:15,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:15,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:15,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-08T06:21:15,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-08T06:21:15,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-08T06:21:15,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4700 sec 2024-12-08T06:21:15,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.4750 sec 2024-12-08T06:21:15,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:15,527 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-08T06:21:15,527 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:15,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:15,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:15,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:15,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:15,528 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:15,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/ea086e8ed01741d0ae19407fb7ea5bb6 is 50, key is test_row_0/A:col10/1733638874407/Put/seqid=0 2024-12-08T06:21:15,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742170_1346 (size=12301) 2024-12-08T06:21:15,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:15,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638935548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:15,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:15,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638935549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:15,556 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:15,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638935552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:15,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638935553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:15,655 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:15,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638935653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:15,656 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:15,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638935654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:15,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638935657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:15,658 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:15,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638935657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:15,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-08T06:21:15,779 INFO [Thread-1302 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-08T06:21:15,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:15,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-08T06:21:15,783 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:15,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-08T06:21:15,783 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:15,784 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:15,857 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:15,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638935856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:15,860 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:15,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638935858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:15,861 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:15,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638935859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:15,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:15,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638935860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:15,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-08T06:21:15,935 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:15,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-08T06:21:15,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:15,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:15,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:15,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:15,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:15,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:15,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/ea086e8ed01741d0ae19407fb7ea5bb6 2024-12-08T06:21:15,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/d3ee7f253ae04589a58d28b88036d6ef is 50, key is test_row_0/B:col10/1733638874407/Put/seqid=0 2024-12-08T06:21:15,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742171_1347 (size=12301) 2024-12-08T06:21:15,952 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/d3ee7f253ae04589a58d28b88036d6ef 2024-12-08T06:21:15,958 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/ebd330938956462ea33fd080cc469d7a is 50, key is test_row_0/C:col10/1733638874407/Put/seqid=0 2024-12-08T06:21:15,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742172_1348 (size=12301) 2024-12-08T06:21:15,964 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=301 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/ebd330938956462ea33fd080cc469d7a 2024-12-08T06:21:15,969 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/ea086e8ed01741d0ae19407fb7ea5bb6 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ea086e8ed01741d0ae19407fb7ea5bb6 2024-12-08T06:21:15,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ea086e8ed01741d0ae19407fb7ea5bb6, entries=150, sequenceid=301, filesize=12.0 K 2024-12-08T06:21:15,974 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/d3ee7f253ae04589a58d28b88036d6ef as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d3ee7f253ae04589a58d28b88036d6ef 2024-12-08T06:21:15,978 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d3ee7f253ae04589a58d28b88036d6ef, entries=150, sequenceid=301, filesize=12.0 K 2024-12-08T06:21:15,978 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/ebd330938956462ea33fd080cc469d7a as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/ebd330938956462ea33fd080cc469d7a 2024-12-08T06:21:15,982 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/ebd330938956462ea33fd080cc469d7a, entries=150, sequenceid=301, filesize=12.0 K 2024-12-08T06:21:15,983 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 1832b6ecbc7f40e7845151e0eda8bd4d in 456ms, sequenceid=301, compaction requested=true 2024-12-08T06:21:15,983 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:15,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:21:15,983 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:15,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:15,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:21:15,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:15,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:21:15,983 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T06:21:15,984 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:15,985 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:15,985 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:15,985 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/B is initiating minor compaction (all files) 2024-12-08T06:21:15,985 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/A is initiating minor compaction (all files) 2024-12-08T06:21:15,985 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/B in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:15,985 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/A in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:15,985 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/b84d616e2d8b413297869a5bcf2de144, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/28a38dd2667c402db41da31572d0946e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ea086e8ed01741d0ae19407fb7ea5bb6] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=36.6 K 2024-12-08T06:21:15,985 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/b0c83a982fbf40cc9909b4ed59abcf7f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/77aa262126d646c19aeb7715389c0073, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d3ee7f253ae04589a58d28b88036d6ef] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=36.6 K 2024-12-08T06:21:15,986 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting b0c83a982fbf40cc9909b4ed59abcf7f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733638873768 2024-12-08T06:21:15,986 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting b84d616e2d8b413297869a5bcf2de144, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733638873768 2024-12-08T06:21:15,986 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 77aa262126d646c19aeb7715389c0073, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733638873784 2024-12-08T06:21:15,986 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28a38dd2667c402db41da31572d0946e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733638873784 2024-12-08T06:21:15,987 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d3ee7f253ae04589a58d28b88036d6ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733638874407 2024-12-08T06:21:15,987 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea086e8ed01741d0ae19407fb7ea5bb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733638874407 2024-12-08T06:21:15,996 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#A#compaction#297 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:15,996 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/5769a246d8cb4c4ea0ccd400c66406bc is 50, key is test_row_0/A:col10/1733638874407/Put/seqid=0 2024-12-08T06:21:15,996 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#B#compaction#298 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:15,997 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/c768465f607048e4a2f2a8ff2b5ff0c9 is 50, key is test_row_0/B:col10/1733638874407/Put/seqid=0 2024-12-08T06:21:16,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742173_1349 (size=13017) 2024-12-08T06:21:16,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742174_1350 (size=13017) 2024-12-08T06:21:16,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:16,041 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T06:21:16,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:16,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:16,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:16,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:16,041 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:16,042 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:16,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/92f2db87957445e290edfa8eeb36babe is 50, key is test_row_0/A:col10/1733638875551/Put/seqid=0 2024-12-08T06:21:16,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742175_1351 (size=12301) 2024-12-08T06:21:16,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/92f2db87957445e290edfa8eeb36babe 2024-12-08T06:21:16,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/3eaec4e273b14073a2cb675216a533f0 is 50, key is test_row_0/B:col10/1733638875551/Put/seqid=0 2024-12-08T06:21:16,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742176_1352 (size=12301) 2024-12-08T06:21:16,067 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/3eaec4e273b14073a2cb675216a533f0 2024-12-08T06:21:16,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/78529fe54a6249bbaa3ccb37c11c5c66 is 50, key is test_row_0/C:col10/1733638875551/Put/seqid=0 2024-12-08T06:21:16,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:16,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638936072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742177_1353 (size=12301) 2024-12-08T06:21:16,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/78529fe54a6249bbaa3ccb37c11c5c66 2024-12-08T06:21:16,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-08T06:21:16,085 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/92f2db87957445e290edfa8eeb36babe as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/92f2db87957445e290edfa8eeb36babe 2024-12-08T06:21:16,089 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-08T06:21:16,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:16,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:16,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:16,090 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/92f2db87957445e290edfa8eeb36babe, entries=150, sequenceid=324, filesize=12.0 K 2024-12-08T06:21:16,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:16,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:16,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:16,091 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/3eaec4e273b14073a2cb675216a533f0 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/3eaec4e273b14073a2cb675216a533f0 2024-12-08T06:21:16,096 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/3eaec4e273b14073a2cb675216a533f0, entries=150, sequenceid=324, filesize=12.0 K 2024-12-08T06:21:16,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/78529fe54a6249bbaa3ccb37c11c5c66 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/78529fe54a6249bbaa3ccb37c11c5c66 2024-12-08T06:21:16,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/78529fe54a6249bbaa3ccb37c11c5c66, entries=150, sequenceid=324, filesize=12.0 K 2024-12-08T06:21:16,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1832b6ecbc7f40e7845151e0eda8bd4d in 60ms, sequenceid=324, compaction requested=true 2024-12-08T06:21:16,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:16,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:A, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:21:16,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T06:21:16,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:B, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:21:16,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=3), splitQueue=0 2024-12-08T06:21:16,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:21:16,101 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-08T06:21:16,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:16,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-08T06:21:16,161 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:16,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:16,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:16,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:16,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:16,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:16,166 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/9d9e3d3a2aee4f01ae234f92676482e1 is 50, key is test_row_0/A:col10/1733638876067/Put/seqid=0 2024-12-08T06:21:16,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742178_1354 (size=12301) 2024-12-08T06:21:16,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:16,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638936180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:16,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638936181, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,185 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:16,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638936182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,186 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638936183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,186 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:16,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638936184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,242 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-08T06:21:16,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:16,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:16,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:16,243 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:16,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:16,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:16,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:16,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638936285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:16,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638936286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638936286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,288 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:16,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638936286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,289 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:16,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638936287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-08T06:21:16,395 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,395 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-08T06:21:16,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:16,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:16,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:16,395 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:16,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:16,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:16,411 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/c768465f607048e4a2f2a8ff2b5ff0c9 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/c768465f607048e4a2f2a8ff2b5ff0c9 2024-12-08T06:21:16,416 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/B of 1832b6ecbc7f40e7845151e0eda8bd4d into c768465f607048e4a2f2a8ff2b5ff0c9(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:16,416 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:16,416 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/B, priority=13, startTime=1733638875983; duration=0sec 2024-12-08T06:21:16,416 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=4), splitQueue=0 2024-12-08T06:21:16,416 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:B 2024-12-08T06:21:16,417 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 3 compacting, 1 eligible, 16 blocking 2024-12-08T06:21:16,419 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-08T06:21:16,419 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-08T06:21:16,419 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. because compaction request was cancelled 2024-12-08T06:21:16,419 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:A 2024-12-08T06:21:16,419 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/5769a246d8cb4c4ea0ccd400c66406bc as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/5769a246d8cb4c4ea0ccd400c66406bc 2024-12-08T06:21:16,419 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:21:16,420 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49818 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:21:16,421 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/C is initiating minor compaction (all files) 2024-12-08T06:21:16,421 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/C in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:16,421 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/65a613f337eb4e57b1aa4556857beeb2, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/9f53f876af2a419b9330bbd6bec9df49, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/ebd330938956462ea33fd080cc469d7a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/78529fe54a6249bbaa3ccb37c11c5c66] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=48.7 K 2024-12-08T06:21:16,421 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 65a613f337eb4e57b1aa4556857beeb2, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=261, earliestPutTs=1733638873768 2024-12-08T06:21:16,423 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f53f876af2a419b9330bbd6bec9df49, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733638873784 2024-12-08T06:21:16,424 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting ebd330938956462ea33fd080cc469d7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733638874407 2024-12-08T06:21:16,424 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 78529fe54a6249bbaa3ccb37c11c5c66, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733638875551 2024-12-08T06:21:16,427 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/A of 1832b6ecbc7f40e7845151e0eda8bd4d into 5769a246d8cb4c4ea0ccd400c66406bc(size=12.7 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:16,427 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:16,427 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/A, priority=13, startTime=1733638875983; duration=0sec 2024-12-08T06:21:16,428 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T06:21:16,428 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:A 2024-12-08T06:21:16,428 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:B 2024-12-08T06:21:16,428 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 4 compacting, 0 eligible, 16 blocking 2024-12-08T06:21:16,428 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-08T06:21:16,428 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-08T06:21:16,428 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. because compaction request was cancelled 2024-12-08T06:21:16,428 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:C 2024-12-08T06:21:16,428 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-08T06:21:16,429 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-08T06:21:16,429 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-08T06:21:16,429 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. because compaction request was cancelled 2024-12-08T06:21:16,429 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:B 2024-12-08T06:21:16,445 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#C#compaction#303 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:16,445 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/62bc9cb6ed434d02966d791b14e1c358 is 50, key is test_row_0/C:col10/1733638875551/Put/seqid=0 2024-12-08T06:21:16,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742179_1355 (size=13051) 2024-12-08T06:21:16,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:16,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638936488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638936489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638936489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,491 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:16,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638936490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,493 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:16,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638936490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,547 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,548 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-08T06:21:16,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:16,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:16,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:16,548 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:16,548 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:16,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:16,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/9d9e3d3a2aee4f01ae234f92676482e1 2024-12-08T06:21:16,580 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/cad7a2f79781490996fce2f5b0f3fe1c is 50, key is test_row_0/B:col10/1733638876067/Put/seqid=0 2024-12-08T06:21:16,584 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742180_1356 (size=12301) 2024-12-08T06:21:16,700 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,701 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-08T06:21:16,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:16,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:16,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:16,701 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:16,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:16,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:16,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:16,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638936792, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638936793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:16,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638936794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,796 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638936794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,797 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:16,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638936795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,853 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:16,853 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-08T06:21:16,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:16,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:16,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:16,854 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:16,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:16,855 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/62bc9cb6ed434d02966d791b14e1c358 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/62bc9cb6ed434d02966d791b14e1c358 2024-12-08T06:21:16,860 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/C of 1832b6ecbc7f40e7845151e0eda8bd4d into 62bc9cb6ed434d02966d791b14e1c358(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:16,860 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:16,860 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/C, priority=12, startTime=1733638876101; duration=0sec 2024-12-08T06:21:16,860 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:16,860 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:C 2024-12-08T06:21:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-08T06:21:16,985 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/cad7a2f79781490996fce2f5b0f3fe1c 2024-12-08T06:21:16,994 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/9808d29252ec43699efc7d91b8afd69e is 50, key is test_row_0/C:col10/1733638876067/Put/seqid=0 2024-12-08T06:21:16,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742181_1357 (size=12301) 2024-12-08T06:21:16,999 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=338 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/9808d29252ec43699efc7d91b8afd69e 2024-12-08T06:21:17,006 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-08T06:21:17,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:17,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:17,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:17,007 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] handler.RSProcedureHandler(58): pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:17,007 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=84 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:17,008 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/9d9e3d3a2aee4f01ae234f92676482e1 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/9d9e3d3a2aee4f01ae234f92676482e1 2024-12-08T06:21:17,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=84 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:17,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/9d9e3d3a2aee4f01ae234f92676482e1, entries=150, sequenceid=338, filesize=12.0 K 2024-12-08T06:21:17,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/cad7a2f79781490996fce2f5b0f3fe1c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/cad7a2f79781490996fce2f5b0f3fe1c 2024-12-08T06:21:17,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/cad7a2f79781490996fce2f5b0f3fe1c, entries=150, sequenceid=338, filesize=12.0 K 2024-12-08T06:21:17,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/9808d29252ec43699efc7d91b8afd69e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/9808d29252ec43699efc7d91b8afd69e 2024-12-08T06:21:17,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/9808d29252ec43699efc7d91b8afd69e, entries=150, sequenceid=338, filesize=12.0 K 2024-12-08T06:21:17,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1832b6ecbc7f40e7845151e0eda8bd4d in 862ms, sequenceid=338, compaction requested=true 2024-12-08T06:21:17,024 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:17,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:21:17,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:17,024 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:17,024 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:17,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:21:17,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:17,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:21:17,024 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:17,025 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:17,025 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/B is initiating minor compaction (all files) 2024-12-08T06:21:17,025 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/B in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:17,025 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/c768465f607048e4a2f2a8ff2b5ff0c9, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/3eaec4e273b14073a2cb675216a533f0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/cad7a2f79781490996fce2f5b0f3fe1c] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=36.7 K 2024-12-08T06:21:17,026 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:17,026 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/A is initiating minor compaction (all files) 2024-12-08T06:21:17,026 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/A in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:17,026 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/5769a246d8cb4c4ea0ccd400c66406bc, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/92f2db87957445e290edfa8eeb36babe, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/9d9e3d3a2aee4f01ae234f92676482e1] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=36.7 K 2024-12-08T06:21:17,026 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting c768465f607048e4a2f2a8ff2b5ff0c9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733638874407 2024-12-08T06:21:17,027 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5769a246d8cb4c4ea0ccd400c66406bc, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=301, earliestPutTs=1733638874407 2024-12-08T06:21:17,027 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 3eaec4e273b14073a2cb675216a533f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733638875551 2024-12-08T06:21:17,027 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92f2db87957445e290edfa8eeb36babe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733638875551 2024-12-08T06:21:17,027 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting cad7a2f79781490996fce2f5b0f3fe1c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733638876064 2024-12-08T06:21:17,027 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d9e3d3a2aee4f01ae234f92676482e1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733638876064 2024-12-08T06:21:17,036 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#B#compaction#306 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:17,037 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/483b8ae2e1744c5ca3a7387b6d19055c is 50, key is test_row_0/B:col10/1733638876067/Put/seqid=0 2024-12-08T06:21:17,037 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#A#compaction#307 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:17,038 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/a77f3c9a5db843deaa5c0987468818c7 is 50, key is test_row_0/A:col10/1733638876067/Put/seqid=0 2024-12-08T06:21:17,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742182_1358 (size=13119) 2024-12-08T06:21:17,047 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/483b8ae2e1744c5ca3a7387b6d19055c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/483b8ae2e1744c5ca3a7387b6d19055c 2024-12-08T06:21:17,054 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/B of 1832b6ecbc7f40e7845151e0eda8bd4d into 483b8ae2e1744c5ca3a7387b6d19055c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:17,054 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:17,054 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/B, priority=13, startTime=1733638877024; duration=0sec 2024-12-08T06:21:17,055 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:17,055 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:B 2024-12-08T06:21:17,055 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-08T06:21:17,056 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-08T06:21:17,056 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-08T06:21:17,056 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. because compaction request was cancelled 2024-12-08T06:21:17,056 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:C 2024-12-08T06:21:17,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742183_1359 (size=13119) 2024-12-08T06:21:17,068 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/a77f3c9a5db843deaa5c0987468818c7 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/a77f3c9a5db843deaa5c0987468818c7 2024-12-08T06:21:17,074 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/A of 1832b6ecbc7f40e7845151e0eda8bd4d into a77f3c9a5db843deaa5c0987468818c7(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:17,074 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:17,074 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/A, priority=13, startTime=1733638877024; duration=0sec 2024-12-08T06:21:17,074 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:17,074 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:A 2024-12-08T06:21:17,159 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,159 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-08T06:21:17,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:17,160 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-08T06:21:17,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:17,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:17,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:17,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:17,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:17,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:17,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/46d15f2c89ea4d68a8c92bdee79fb327 is 50, key is test_row_0/A:col10/1733638876182/Put/seqid=0 2024-12-08T06:21:17,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742184_1360 (size=12301) 2024-12-08T06:21:17,174 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/46d15f2c89ea4d68a8c92bdee79fb327 2024-12-08T06:21:17,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/abca0602d34f4ac6a58391214de98ea8 is 50, key is test_row_0/B:col10/1733638876182/Put/seqid=0 2024-12-08T06:21:17,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742185_1361 (size=12301) 2024-12-08T06:21:17,202 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/abca0602d34f4ac6a58391214de98ea8 2024-12-08T06:21:17,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/ef56595858454534b5b43a4f99ec7b5d is 50, key is test_row_0/C:col10/1733638876182/Put/seqid=0 2024-12-08T06:21:17,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742186_1362 (size=12301) 2024-12-08T06:21:17,216 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=365 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/ef56595858454534b5b43a4f99ec7b5d 2024-12-08T06:21:17,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/46d15f2c89ea4d68a8c92bdee79fb327 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/46d15f2c89ea4d68a8c92bdee79fb327 2024-12-08T06:21:17,225 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/46d15f2c89ea4d68a8c92bdee79fb327, entries=150, sequenceid=365, filesize=12.0 K 2024-12-08T06:21:17,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/abca0602d34f4ac6a58391214de98ea8 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/abca0602d34f4ac6a58391214de98ea8 2024-12-08T06:21:17,230 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/abca0602d34f4ac6a58391214de98ea8, entries=150, sequenceid=365, filesize=12.0 K 2024-12-08T06:21:17,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/ef56595858454534b5b43a4f99ec7b5d as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/ef56595858454534b5b43a4f99ec7b5d 2024-12-08T06:21:17,235 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/ef56595858454534b5b43a4f99ec7b5d, entries=150, sequenceid=365, filesize=12.0 K 2024-12-08T06:21:17,236 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=0 B/0 for 1832b6ecbc7f40e7845151e0eda8bd4d in 76ms, sequenceid=365, compaction requested=true 2024-12-08T06:21:17,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:17,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:17,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-08T06:21:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-08T06:21:17,239 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-08T06:21:17,240 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4530 sec 2024-12-08T06:21:17,241 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.4590 sec 2024-12-08T06:21:17,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:17,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T06:21:17,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:17,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:17,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:17,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:17,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:17,310 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:17,314 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/b8c39d29d8384574a78df39fd875b6af is 50, key is test_row_0/A:col10/1733638877305/Put/seqid=0 2024-12-08T06:21:17,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742187_1363 (size=12301) 2024-12-08T06:21:17,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:17,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638937327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:17,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638937329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638937331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,335 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:17,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638937332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,337 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:17,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638937336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:17,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638937432, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:17,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638937434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:17,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638937435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638937436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:17,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638937438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:17,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638937637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,639 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:17,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638937637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,641 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:17,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638937639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:17,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638937639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:17,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638937643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,720 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/b8c39d29d8384574a78df39fd875b6af 2024-12-08T06:21:17,727 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/7edd729c2b2149da87e57da67f7f1d18 is 50, key is test_row_0/B:col10/1733638877305/Put/seqid=0 2024-12-08T06:21:17,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742188_1364 (size=12301) 2024-12-08T06:21:17,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/7edd729c2b2149da87e57da67f7f1d18 2024-12-08T06:21:17,742 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/7a615efcd4d64a01b7f8269684f187d8 is 50, key is test_row_0/C:col10/1733638877305/Put/seqid=0 2024-12-08T06:21:17,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742189_1365 (size=12301) 2024-12-08T06:21:17,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-08T06:21:17,887 INFO [Thread-1302 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-08T06:21:17,889 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:17,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-08T06:21:17,890 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:17,891 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:17,891 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:17,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-08T06:21:17,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:17,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638937941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:17,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638937942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,945 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:17,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638937943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,946 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:17,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638937944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,948 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:17,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638937946, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:17,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-08T06:21:18,043 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:18,043 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-08T06:21:18,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:18,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:18,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:18,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] handler.RSProcedureHandler(58): pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:18,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=86 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:18,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=86 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:18,146 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=378 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/7a615efcd4d64a01b7f8269684f187d8 2024-12-08T06:21:18,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/b8c39d29d8384574a78df39fd875b6af as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/b8c39d29d8384574a78df39fd875b6af 2024-12-08T06:21:18,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/b8c39d29d8384574a78df39fd875b6af, entries=150, sequenceid=378, filesize=12.0 K 2024-12-08T06:21:18,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/7edd729c2b2149da87e57da67f7f1d18 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/7edd729c2b2149da87e57da67f7f1d18 2024-12-08T06:21:18,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/7edd729c2b2149da87e57da67f7f1d18, entries=150, sequenceid=378, filesize=12.0 K 2024-12-08T06:21:18,160 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/7a615efcd4d64a01b7f8269684f187d8 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/7a615efcd4d64a01b7f8269684f187d8 2024-12-08T06:21:18,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/7a615efcd4d64a01b7f8269684f187d8, entries=150, sequenceid=378, filesize=12.0 K 2024-12-08T06:21:18,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 1832b6ecbc7f40e7845151e0eda8bd4d in 856ms, sequenceid=378, compaction requested=true 2024-12-08T06:21:18,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:18,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:21:18,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:18,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:21:18,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:18,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:21:18,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:18,164 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:18,164 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:18,165 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:18,165 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:18,165 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/A is initiating minor compaction (all files) 2024-12-08T06:21:18,165 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/B is initiating minor compaction (all files) 2024-12-08T06:21:18,166 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/A in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:18,166 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/B in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:18,166 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/a77f3c9a5db843deaa5c0987468818c7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/46d15f2c89ea4d68a8c92bdee79fb327, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/b8c39d29d8384574a78df39fd875b6af] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=36.8 K 2024-12-08T06:21:18,166 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/483b8ae2e1744c5ca3a7387b6d19055c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/abca0602d34f4ac6a58391214de98ea8, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/7edd729c2b2149da87e57da67f7f1d18] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=36.8 K 2024-12-08T06:21:18,166 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting a77f3c9a5db843deaa5c0987468818c7, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733638876064 2024-12-08T06:21:18,166 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 483b8ae2e1744c5ca3a7387b6d19055c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733638876064 2024-12-08T06:21:18,166 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting abca0602d34f4ac6a58391214de98ea8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733638876180 2024-12-08T06:21:18,167 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46d15f2c89ea4d68a8c92bdee79fb327, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733638876180 2024-12-08T06:21:18,167 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 7edd729c2b2149da87e57da67f7f1d18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733638877305 2024-12-08T06:21:18,167 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8c39d29d8384574a78df39fd875b6af, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733638877305 2024-12-08T06:21:18,183 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#A#compaction#314 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:18,183 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/88024dd5af67467c9c323e0ffbc3a3cc is 50, key is test_row_0/A:col10/1733638877305/Put/seqid=0 2024-12-08T06:21:18,186 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#B#compaction#315 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:18,186 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/fe8147ab200c48afb3040ac3bba97bf0 is 50, key is test_row_0/B:col10/1733638877305/Put/seqid=0 2024-12-08T06:21:18,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742190_1366 (size=13221) 2024-12-08T06:21:18,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-08T06:21:18,196 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:18,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-08T06:21:18,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:18,196 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T06:21:18,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:18,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:18,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:18,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:18,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:18,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:18,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742191_1367 (size=13221) 2024-12-08T06:21:18,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/b5f5777ec27d413f94b94c2d811f87eb is 50, key is test_row_0/A:col10/1733638877329/Put/seqid=0 2024-12-08T06:21:18,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742192_1368 (size=12301) 2024-12-08T06:21:18,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:18,447 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:18,456 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638938453, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:18,457 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:18,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638938454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:18,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638938455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:18,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638938455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:18,458 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:18,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638938455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:18,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-08T06:21:18,559 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638938558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:18,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:18,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638938559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:18,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638938560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:18,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638938560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:18,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:18,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638938560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:18,599 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/88024dd5af67467c9c323e0ffbc3a3cc as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/88024dd5af67467c9c323e0ffbc3a3cc 2024-12-08T06:21:18,604 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/fe8147ab200c48afb3040ac3bba97bf0 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/fe8147ab200c48afb3040ac3bba97bf0 2024-12-08T06:21:18,605 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/A of 1832b6ecbc7f40e7845151e0eda8bd4d into 88024dd5af67467c9c323e0ffbc3a3cc(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:18,605 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:18,605 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/A, priority=13, startTime=1733638878164; duration=0sec 2024-12-08T06:21:18,605 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:18,605 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:A 2024-12-08T06:21:18,605 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:21:18,608 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:21:18,608 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/C is initiating minor compaction (all files) 2024-12-08T06:21:18,608 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/C in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:18,608 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/62bc9cb6ed434d02966d791b14e1c358, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/9808d29252ec43699efc7d91b8afd69e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/ef56595858454534b5b43a4f99ec7b5d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/7a615efcd4d64a01b7f8269684f187d8] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=48.8 K 2024-12-08T06:21:18,609 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 62bc9cb6ed434d02966d791b14e1c358, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733638875551 2024-12-08T06:21:18,609 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9808d29252ec43699efc7d91b8afd69e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=338, earliestPutTs=1733638876064 2024-12-08T06:21:18,610 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting ef56595858454534b5b43a4f99ec7b5d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=365, earliestPutTs=1733638876180 2024-12-08T06:21:18,610 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a615efcd4d64a01b7f8269684f187d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733638877305 2024-12-08T06:21:18,611 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/b5f5777ec27d413f94b94c2d811f87eb 2024-12-08T06:21:18,612 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/B of 1832b6ecbc7f40e7845151e0eda8bd4d into fe8147ab200c48afb3040ac3bba97bf0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:18,612 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:18,612 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/B, priority=13, startTime=1733638878164; duration=0sec 2024-12-08T06:21:18,612 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:18,612 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:B 2024-12-08T06:21:18,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/9c6a435ef3e94779a7c0caa7dfc71333 is 50, key is test_row_0/B:col10/1733638877329/Put/seqid=0 2024-12-08T06:21:18,626 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#C#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:18,627 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/523953be0b9f4a889617256d0af437ad is 50, key is test_row_0/C:col10/1733638877305/Put/seqid=0 2024-12-08T06:21:18,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742193_1369 (size=12301) 2024-12-08T06:21:18,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742194_1370 (size=13187) 2024-12-08T06:21:18,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:18,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638938761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:18,763 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638938762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:18,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:18,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638938763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:18,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638938763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:18,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:18,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638938764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:18,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-08T06:21:19,034 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/9c6a435ef3e94779a7c0caa7dfc71333 2024-12-08T06:21:19,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/dff83bca5fa54871b0e95afedf26f19e is 50, key is test_row_0/C:col10/1733638877329/Put/seqid=0 2024-12-08T06:21:19,043 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/523953be0b9f4a889617256d0af437ad as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/523953be0b9f4a889617256d0af437ad 2024-12-08T06:21:19,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742195_1371 (size=12301) 2024-12-08T06:21:19,048 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/C of 1832b6ecbc7f40e7845151e0eda8bd4d into 523953be0b9f4a889617256d0af437ad(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:19,048 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:19,048 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/C, priority=12, startTime=1733638878164; duration=0sec 2024-12-08T06:21:19,048 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:19,048 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:C 2024-12-08T06:21:19,048 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=403 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/dff83bca5fa54871b0e95afedf26f19e 2024-12-08T06:21:19,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/b5f5777ec27d413f94b94c2d811f87eb as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/b5f5777ec27d413f94b94c2d811f87eb 2024-12-08T06:21:19,056 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/b5f5777ec27d413f94b94c2d811f87eb, entries=150, sequenceid=403, filesize=12.0 K 2024-12-08T06:21:19,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/9c6a435ef3e94779a7c0caa7dfc71333 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/9c6a435ef3e94779a7c0caa7dfc71333 2024-12-08T06:21:19,060 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/9c6a435ef3e94779a7c0caa7dfc71333, entries=150, sequenceid=403, filesize=12.0 K 2024-12-08T06:21:19,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/dff83bca5fa54871b0e95afedf26f19e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/dff83bca5fa54871b0e95afedf26f19e 2024-12-08T06:21:19,065 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/dff83bca5fa54871b0e95afedf26f19e, entries=150, sequenceid=403, filesize=12.0 K 2024-12-08T06:21:19,066 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:19,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638939064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:19,066 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1832b6ecbc7f40e7845151e0eda8bd4d in 870ms, sequenceid=403, compaction requested=false 2024-12-08T06:21:19,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:19,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:19,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-08T06:21:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-08T06:21:19,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:19,069 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T06:21:19,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-08T06:21:19,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1770 sec 2024-12-08T06:21:19,070 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:19,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:19,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:19,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:19,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:19,071 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:19,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 1.1810 sec 2024-12-08T06:21:19,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/915664a478704f8eb83708462fbd6717 is 50, key is test_row_0/A:col10/1733638879069/Put/seqid=0 2024-12-08T06:21:19,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742196_1372 (size=17181) 2024-12-08T06:21:19,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638939087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:19,092 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638939088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:19,092 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:19,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638939089, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:19,094 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:19,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638939091, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:19,194 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:19,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638939193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:19,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638939193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:19,195 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:19,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638939193, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:19,197 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:19,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638939195, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:19,397 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638939395, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:19,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:19,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638939396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:19,398 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:19,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638939397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:19,399 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:19,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638939397, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:19,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/915664a478704f8eb83708462fbd6717 2024-12-08T06:21:19,488 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/8c269882cd0e4870947e5f645374e8f2 is 50, key is test_row_0/B:col10/1733638879069/Put/seqid=0 2024-12-08T06:21:19,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742197_1373 (size=12301) 2024-12-08T06:21:19,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:19,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638939571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:19,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:19,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638939699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:19,702 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638939700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:19,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638939701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:19,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:19,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638939701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:19,893 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/8c269882cd0e4870947e5f645374e8f2 2024-12-08T06:21:19,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/314b45b8616a4b14a9563932e72c0bb0 is 50, key is test_row_0/C:col10/1733638879069/Put/seqid=0 2024-12-08T06:21:19,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742198_1374 (size=12301) 2024-12-08T06:21:19,909 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=420 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/314b45b8616a4b14a9563932e72c0bb0 2024-12-08T06:21:19,913 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/915664a478704f8eb83708462fbd6717 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/915664a478704f8eb83708462fbd6717 2024-12-08T06:21:19,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/915664a478704f8eb83708462fbd6717, entries=250, sequenceid=420, filesize=16.8 K 2024-12-08T06:21:19,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/8c269882cd0e4870947e5f645374e8f2 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/8c269882cd0e4870947e5f645374e8f2 2024-12-08T06:21:19,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/8c269882cd0e4870947e5f645374e8f2, entries=150, sequenceid=420, filesize=12.0 K 2024-12-08T06:21:19,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/314b45b8616a4b14a9563932e72c0bb0 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/314b45b8616a4b14a9563932e72c0bb0 2024-12-08T06:21:19,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/314b45b8616a4b14a9563932e72c0bb0, entries=150, sequenceid=420, filesize=12.0 K 2024-12-08T06:21:19,928 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1832b6ecbc7f40e7845151e0eda8bd4d in 858ms, sequenceid=420, compaction requested=true 2024-12-08T06:21:19,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:19,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:21:19,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:19,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:21:19,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:19,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:21:19,928 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:19,928 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:19,928 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:19,929 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42703 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:19,929 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/A is initiating minor compaction (all files) 2024-12-08T06:21:19,929 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/A in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:19,929 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/88024dd5af67467c9c323e0ffbc3a3cc, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/b5f5777ec27d413f94b94c2d811f87eb, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/915664a478704f8eb83708462fbd6717] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=41.7 K 2024-12-08T06:21:19,930 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:19,930 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/B is initiating minor compaction (all files) 2024-12-08T06:21:19,930 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/B in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:19,930 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 88024dd5af67467c9c323e0ffbc3a3cc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733638877305 2024-12-08T06:21:19,930 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/fe8147ab200c48afb3040ac3bba97bf0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/9c6a435ef3e94779a7c0caa7dfc71333, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/8c269882cd0e4870947e5f645374e8f2] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=36.9 K 2024-12-08T06:21:19,930 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting b5f5777ec27d413f94b94c2d811f87eb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733638877324 2024-12-08T06:21:19,930 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting fe8147ab200c48afb3040ac3bba97bf0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733638877305 2024-12-08T06:21:19,930 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 915664a478704f8eb83708462fbd6717, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733638878450 2024-12-08T06:21:19,930 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c6a435ef3e94779a7c0caa7dfc71333, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733638877324 2024-12-08T06:21:19,931 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c269882cd0e4870947e5f645374e8f2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733638878450 2024-12-08T06:21:19,944 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#B#compaction#323 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:19,944 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/b2b5badd53284700b41494c68796b068 is 50, key is test_row_0/B:col10/1733638879069/Put/seqid=0 2024-12-08T06:21:19,944 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#A#compaction#324 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:19,945 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/1a99805e6d364796b52ca5321abd39c4 is 50, key is test_row_0/A:col10/1733638879069/Put/seqid=0 2024-12-08T06:21:19,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742200_1376 (size=13323) 2024-12-08T06:21:19,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742199_1375 (size=13323) 2024-12-08T06:21:19,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-08T06:21:19,996 INFO [Thread-1302 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-08T06:21:19,998 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:19,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-08T06:21:19,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-08T06:21:19,999 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:20,000 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:20,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:20,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-08T06:21:20,152 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:20,152 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-08T06:21:20,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:20,153 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-08T06:21:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:20,153 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:20,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/f2d7f4b555314310a7b37f7b2bd3d1cf is 50, key is test_row_0/A:col10/1733638879088/Put/seqid=0 2024-12-08T06:21:20,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742201_1377 (size=12301) 2024-12-08T06:21:20,163 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/f2d7f4b555314310a7b37f7b2bd3d1cf 2024-12-08T06:21:20,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/9ab44a03b9614756b8f6ed7fac9935ce is 50, key is test_row_0/B:col10/1733638879088/Put/seqid=0 2024-12-08T06:21:20,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742202_1378 (size=12301) 2024-12-08T06:21:20,175 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/9ab44a03b9614756b8f6ed7fac9935ce 2024-12-08T06:21:20,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/c6d91c5afb1249159ffbd10acd373a0e is 50, key is test_row_0/C:col10/1733638879088/Put/seqid=0 2024-12-08T06:21:20,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742203_1379 (size=12301) 2024-12-08T06:21:20,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:20,205 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:20,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:20,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638940216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:20,218 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638940216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:20,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638940217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:20,219 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:20,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638940217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:20,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-08T06:21:20,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638940319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:20,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:20,322 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638940319, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638940320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:20,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:20,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638940320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:20,355 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/1a99805e6d364796b52ca5321abd39c4 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/1a99805e6d364796b52ca5321abd39c4 2024-12-08T06:21:20,359 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/A of 1832b6ecbc7f40e7845151e0eda8bd4d into 1a99805e6d364796b52ca5321abd39c4(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:20,359 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:20,359 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/A, priority=13, startTime=1733638879928; duration=0sec 2024-12-08T06:21:20,359 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:20,359 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:A 2024-12-08T06:21:20,360 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:20,360 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:20,361 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/C is initiating minor compaction (all files) 2024-12-08T06:21:20,361 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/C in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:20,361 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/523953be0b9f4a889617256d0af437ad, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/dff83bca5fa54871b0e95afedf26f19e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/314b45b8616a4b14a9563932e72c0bb0] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=36.9 K 2024-12-08T06:21:20,361 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 523953be0b9f4a889617256d0af437ad, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=378, earliestPutTs=1733638877305 2024-12-08T06:21:20,362 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting dff83bca5fa54871b0e95afedf26f19e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=403, earliestPutTs=1733638877324 2024-12-08T06:21:20,362 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 314b45b8616a4b14a9563932e72c0bb0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733638878450 2024-12-08T06:21:20,366 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/b2b5badd53284700b41494c68796b068 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/b2b5badd53284700b41494c68796b068 2024-12-08T06:21:20,371 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/B of 1832b6ecbc7f40e7845151e0eda8bd4d into b2b5badd53284700b41494c68796b068(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:20,371 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:20,371 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/B, priority=13, startTime=1733638879928; duration=0sec 2024-12-08T06:21:20,371 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:20,372 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:B 2024-12-08T06:21:20,372 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#C#compaction#328 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:20,373 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/1fa39b34965f43e6bf9965a1cffeb1bb is 50, key is test_row_0/C:col10/1733638879069/Put/seqid=0 2024-12-08T06:21:20,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742204_1380 (size=13289) 2024-12-08T06:21:20,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638940523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:20,525 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:20,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638940523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638940524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:20,526 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:20,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638940525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:20,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638940581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:20,594 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=442 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/c6d91c5afb1249159ffbd10acd373a0e 2024-12-08T06:21:20,599 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/f2d7f4b555314310a7b37f7b2bd3d1cf as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/f2d7f4b555314310a7b37f7b2bd3d1cf 2024-12-08T06:21:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-08T06:21:20,603 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/f2d7f4b555314310a7b37f7b2bd3d1cf, entries=150, sequenceid=442, filesize=12.0 K 2024-12-08T06:21:20,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/9ab44a03b9614756b8f6ed7fac9935ce as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/9ab44a03b9614756b8f6ed7fac9935ce 2024-12-08T06:21:20,607 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/9ab44a03b9614756b8f6ed7fac9935ce, entries=150, sequenceid=442, filesize=12.0 K 2024-12-08T06:21:20,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/c6d91c5afb1249159ffbd10acd373a0e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/c6d91c5afb1249159ffbd10acd373a0e 2024-12-08T06:21:20,611 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/c6d91c5afb1249159ffbd10acd373a0e, entries=150, sequenceid=442, filesize=12.0 K 2024-12-08T06:21:20,612 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 1832b6ecbc7f40e7845151e0eda8bd4d in 459ms, sequenceid=442, compaction requested=false 2024-12-08T06:21:20,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:20,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:20,612 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-08T06:21:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-08T06:21:20,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-08T06:21:20,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 613 msec 2024-12-08T06:21:20,616 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 617 msec 2024-12-08T06:21:20,783 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/1fa39b34965f43e6bf9965a1cffeb1bb as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/1fa39b34965f43e6bf9965a1cffeb1bb 2024-12-08T06:21:20,787 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/C of 1832b6ecbc7f40e7845151e0eda8bd4d into 1fa39b34965f43e6bf9965a1cffeb1bb(size=13.0 K), total size for store is 25.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:20,787 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:20,787 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/C, priority=13, startTime=1733638879928; duration=0sec 2024-12-08T06:21:20,787 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:20,787 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:C 2024-12-08T06:21:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:20,831 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-08T06:21:20,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:20,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:20,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:20,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:20,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:20,832 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:20,839 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/522de420458b4fae9143c7a08bc747c2 is 50, key is test_row_0/A:col10/1733638880830/Put/seqid=0 2024-12-08T06:21:20,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742205_1381 (size=17181) 2024-12-08T06:21:20,850 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638940847, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:20,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638940849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:20,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638940850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:20,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638940850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:20,952 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:20,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638940951, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:20,955 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638940953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:20,956 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638940954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:20,956 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:20,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638940954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:21,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-08T06:21:21,104 INFO [Thread-1302 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-08T06:21:21,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:21,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-08T06:21:21,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-08T06:21:21,107 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:21,108 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:21,108 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:21,155 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:21,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638941153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:21,157 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638941156, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:21,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:21,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638941157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:21,160 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638941158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:21,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-08T06:21:21,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/522de420458b4fae9143c7a08bc747c2 2024-12-08T06:21:21,251 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/1f1886d129864a21a9c8dce5edfa2f05 is 50, key is test_row_0/B:col10/1733638880830/Put/seqid=0 2024-12-08T06:21:21,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742206_1382 (size=12301) 2024-12-08T06:21:21,263 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:21,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-08T06:21:21,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:21,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:21,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:21,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:21,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:21,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:21,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-08T06:21:21,416 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:21,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-08T06:21:21,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:21,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:21,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:21,417 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:21,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:21,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:21,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:21,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638941456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:21,459 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:21,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638941459, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:21,463 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:21,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638941460, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:21,464 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:21,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638941462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:21,568 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:21,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-08T06:21:21,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:21,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:21,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:21,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:21,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:21,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:21,655 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/1f1886d129864a21a9c8dce5edfa2f05 2024-12-08T06:21:21,663 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/b333d51a8674471696b51ca4f989bf09 is 50, key is test_row_0/C:col10/1733638880830/Put/seqid=0 2024-12-08T06:21:21,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742207_1383 (size=12301) 2024-12-08T06:21:21,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-08T06:21:21,721 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:21,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-08T06:21:21,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:21,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:21,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:21,722 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:21,722 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:21,874 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:21,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-08T06:21:21,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:21,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:21,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:21,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:21,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:21,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:21,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638941962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:21,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:21,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638941962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:21,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:21,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 229 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638941966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:21,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638941968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:22,027 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:22,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-08T06:21:22,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:22,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:22,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:22,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] handler.RSProcedureHandler(58): pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:22,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=90 java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:22,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=90 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:22,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=463 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/b333d51a8674471696b51ca4f989bf09 2024-12-08T06:21:22,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/522de420458b4fae9143c7a08bc747c2 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/522de420458b4fae9143c7a08bc747c2 2024-12-08T06:21:22,078 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/522de420458b4fae9143c7a08bc747c2, entries=250, sequenceid=463, filesize=16.8 K 2024-12-08T06:21:22,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/1f1886d129864a21a9c8dce5edfa2f05 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/1f1886d129864a21a9c8dce5edfa2f05 2024-12-08T06:21:22,082 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/1f1886d129864a21a9c8dce5edfa2f05, entries=150, sequenceid=463, filesize=12.0 K 2024-12-08T06:21:22,083 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/b333d51a8674471696b51ca4f989bf09 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/b333d51a8674471696b51ca4f989bf09 2024-12-08T06:21:22,089 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/b333d51a8674471696b51ca4f989bf09, entries=150, sequenceid=463, filesize=12.0 K 2024-12-08T06:21:22,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 1832b6ecbc7f40e7845151e0eda8bd4d in 1260ms, sequenceid=463, compaction requested=true 2024-12-08T06:21:22,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:22,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:21:22,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:22,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:21:22,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:22,090 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:22,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:21:22,090 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:22,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:22,091 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:22,091 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/B is initiating minor compaction (all files) 2024-12-08T06:21:22,091 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/B in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:22,091 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/b2b5badd53284700b41494c68796b068, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/9ab44a03b9614756b8f6ed7fac9935ce, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/1f1886d129864a21a9c8dce5edfa2f05] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=37.0 K 2024-12-08T06:21:22,092 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42805 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:22,092 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/A is initiating minor compaction (all files) 2024-12-08T06:21:22,092 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/A in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:22,092 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting b2b5badd53284700b41494c68796b068, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733638878450 2024-12-08T06:21:22,092 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/1a99805e6d364796b52ca5321abd39c4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/f2d7f4b555314310a7b37f7b2bd3d1cf, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/522de420458b4fae9143c7a08bc747c2] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=41.8 K 2024-12-08T06:21:22,092 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1a99805e6d364796b52ca5321abd39c4, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733638878450 2024-12-08T06:21:22,092 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 9ab44a03b9614756b8f6ed7fac9935ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1733638879086 2024-12-08T06:21:22,093 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting f2d7f4b555314310a7b37f7b2bd3d1cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1733638879086 2024-12-08T06:21:22,093 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 1f1886d129864a21a9c8dce5edfa2f05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1733638880216 2024-12-08T06:21:22,093 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 522de420458b4fae9143c7a08bc747c2, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1733638880216 2024-12-08T06:21:22,100 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#B#compaction#333 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:22,100 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#A#compaction#332 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:22,101 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/bfbeb54887bf49ed856a50d4b8b29ee0 is 50, key is test_row_0/B:col10/1733638880830/Put/seqid=0 2024-12-08T06:21:22,101 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/ec15c8e87f51454daa305e063465a150 is 50, key is test_row_0/A:col10/1733638880830/Put/seqid=0 2024-12-08T06:21:22,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742208_1384 (size=13425) 2024-12-08T06:21:22,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742209_1385 (size=13425) 2024-12-08T06:21:22,128 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/ec15c8e87f51454daa305e063465a150 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ec15c8e87f51454daa305e063465a150 2024-12-08T06:21:22,133 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/A of 1832b6ecbc7f40e7845151e0eda8bd4d into ec15c8e87f51454daa305e063465a150(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:22,133 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:22,133 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/A, priority=13, startTime=1733638882090; duration=0sec 2024-12-08T06:21:22,133 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:22,133 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:A 2024-12-08T06:21:22,133 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:22,134 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:22,134 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/C is initiating minor compaction (all files) 2024-12-08T06:21:22,134 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/C in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:22,134 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/1fa39b34965f43e6bf9965a1cffeb1bb, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/c6d91c5afb1249159ffbd10acd373a0e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/b333d51a8674471696b51ca4f989bf09] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=37.0 K 2024-12-08T06:21:22,135 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1fa39b34965f43e6bf9965a1cffeb1bb, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=420, earliestPutTs=1733638878450 2024-12-08T06:21:22,135 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6d91c5afb1249159ffbd10acd373a0e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=442, earliestPutTs=1733638879086 2024-12-08T06:21:22,135 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting b333d51a8674471696b51ca4f989bf09, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1733638880216 2024-12-08T06:21:22,141 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#C#compaction#334 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:22,142 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/21f6b46124fb45df89add997c30242d0 is 50, key is test_row_0/C:col10/1733638880830/Put/seqid=0 2024-12-08T06:21:22,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742210_1386 (size=13391) 2024-12-08T06:21:22,151 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/21f6b46124fb45df89add997c30242d0 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/21f6b46124fb45df89add997c30242d0 2024-12-08T06:21:22,157 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/C of 1832b6ecbc7f40e7845151e0eda8bd4d into 21f6b46124fb45df89add997c30242d0(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:22,157 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:22,157 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/C, priority=13, startTime=1733638882090; duration=0sec 2024-12-08T06:21:22,157 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:22,157 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:C 2024-12-08T06:21:22,180 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:22,180 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-08T06:21:22,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:22,180 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-08T06:21:22,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:22,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:22,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:22,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:22,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:22,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:22,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/64c039c9c3d441e784de2091e1dea742 is 50, key is test_row_0/A:col10/1733638880849/Put/seqid=0 2024-12-08T06:21:22,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742211_1387 (size=12301) 2024-12-08T06:21:22,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-08T06:21:22,519 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/bfbeb54887bf49ed856a50d4b8b29ee0 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/bfbeb54887bf49ed856a50d4b8b29ee0 2024-12-08T06:21:22,524 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/B of 1832b6ecbc7f40e7845151e0eda8bd4d into bfbeb54887bf49ed856a50d4b8b29ee0(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:22,524 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:22,524 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/B, priority=13, startTime=1733638882090; duration=0sec 2024-12-08T06:21:22,524 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:22,524 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:B 2024-12-08T06:21:22,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:22,590 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. as already flushing 2024-12-08T06:21:22,593 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/64c039c9c3d441e784de2091e1dea742 2024-12-08T06:21:22,601 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/67af9fbd0d7e46649e797d1e43b82c13 is 50, key is test_row_0/B:col10/1733638880849/Put/seqid=0 2024-12-08T06:21:22,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742212_1388 (size=12301) 2024-12-08T06:21:22,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:22,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638942619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:22,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638942722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:22,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:22,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638942926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:22,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48242 deadline: 1733638942969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:22,971 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:22,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48236 deadline: 1733638942969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:22,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:22,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 231 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48250 deadline: 1733638942970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:22,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:22,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48298 deadline: 1733638942975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:23,006 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/67af9fbd0d7e46649e797d1e43b82c13 2024-12-08T06:21:23,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/1a2e70cf0d3240568e605b5fce4ec9b6 is 50, key is test_row_0/C:col10/1733638880849/Put/seqid=0 2024-12-08T06:21:23,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742213_1389 (size=12301) 2024-12-08T06:21:23,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-08T06:21:23,220 DEBUG [Thread-1311 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x069ef766 to 127.0.0.1:52419 2024-12-08T06:21:23,221 DEBUG [Thread-1311 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:23,221 DEBUG [Thread-1309 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77780196 to 127.0.0.1:52419 2024-12-08T06:21:23,221 DEBUG [Thread-1309 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:23,222 DEBUG [Thread-1307 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23d0f458 to 127.0.0.1:52419 2024-12-08T06:21:23,222 DEBUG [Thread-1303 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x25f2abe2 to 127.0.0.1:52419 2024-12-08T06:21:23,222 DEBUG [Thread-1307 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:23,222 DEBUG [Thread-1303 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:23,223 DEBUG [Thread-1305 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0598ef39 to 127.0.0.1:52419 2024-12-08T06:21:23,223 DEBUG [Thread-1305 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:23,229 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:23,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:48322 deadline: 1733638943229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:23,419 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=484 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/1a2e70cf0d3240568e605b5fce4ec9b6 2024-12-08T06:21:23,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/64c039c9c3d441e784de2091e1dea742 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/64c039c9c3d441e784de2091e1dea742 2024-12-08T06:21:23,426 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/64c039c9c3d441e784de2091e1dea742, entries=150, sequenceid=484, filesize=12.0 K 2024-12-08T06:21:23,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/67af9fbd0d7e46649e797d1e43b82c13 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/67af9fbd0d7e46649e797d1e43b82c13 2024-12-08T06:21:23,430 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/67af9fbd0d7e46649e797d1e43b82c13, entries=150, sequenceid=484, filesize=12.0 K 2024-12-08T06:21:23,430 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/1a2e70cf0d3240568e605b5fce4ec9b6 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/1a2e70cf0d3240568e605b5fce4ec9b6 2024-12-08T06:21:23,433 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/1a2e70cf0d3240568e605b5fce4ec9b6, entries=150, sequenceid=484, filesize=12.0 K 2024-12-08T06:21:23,434 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 1832b6ecbc7f40e7845151e0eda8bd4d in 1254ms, sequenceid=484, compaction requested=false 2024-12-08T06:21:23,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:23,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:23,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-08T06:21:23,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-12-08T06:21:23,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-08T06:21:23,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3270 sec 2024-12-08T06:21:23,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 2.3310 sec 2024-12-08T06:21:23,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:23,734 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-08T06:21:23,734 DEBUG [Thread-1300 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x12e88ea6 to 127.0.0.1:52419 2024-12-08T06:21:23,734 DEBUG [Thread-1300 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:23,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:23,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:23,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:23,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:23,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:23,734 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:23,738 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/bd4f02b40f8a430d9cf748d34ed758f0 is 50, key is test_row_0/A:col10/1733638882607/Put/seqid=0 2024-12-08T06:21:23,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742214_1390 (size=12301) 2024-12-08T06:21:24,142 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/bd4f02b40f8a430d9cf748d34ed758f0 2024-12-08T06:21:24,148 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/3667939fd48743ac9aa35836fe6a187f is 50, key is test_row_0/B:col10/1733638882607/Put/seqid=0 2024-12-08T06:21:24,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742215_1391 (size=12301) 2024-12-08T06:21:24,453 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T06:21:24,552 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/3667939fd48743ac9aa35836fe6a187f 2024-12-08T06:21:24,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/1bf06c07ebc34be58a4d1c479a11730c is 50, key is test_row_0/C:col10/1733638882607/Put/seqid=0 2024-12-08T06:21:24,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742216_1392 (size=12301) 2024-12-08T06:21:24,966 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/1bf06c07ebc34be58a4d1c479a11730c 2024-12-08T06:21:24,970 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/bd4f02b40f8a430d9cf748d34ed758f0 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/bd4f02b40f8a430d9cf748d34ed758f0 2024-12-08T06:21:24,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/bd4f02b40f8a430d9cf748d34ed758f0, entries=150, sequenceid=503, filesize=12.0 K 2024-12-08T06:21:24,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/3667939fd48743ac9aa35836fe6a187f as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/3667939fd48743ac9aa35836fe6a187f 2024-12-08T06:21:24,974 DEBUG [Thread-1298 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ed37f32 to 127.0.0.1:52419 2024-12-08T06:21:24,974 DEBUG [Thread-1298 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:24,977 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/3667939fd48743ac9aa35836fe6a187f, entries=150, sequenceid=503, filesize=12.0 K 2024-12-08T06:21:24,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/1bf06c07ebc34be58a4d1c479a11730c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/1bf06c07ebc34be58a4d1c479a11730c 2024-12-08T06:21:24,978 DEBUG [Thread-1294 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e48016 to 127.0.0.1:52419 2024-12-08T06:21:24,978 DEBUG [Thread-1294 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:24,979 DEBUG [Thread-1296 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b2ae977 to 127.0.0.1:52419 2024-12-08T06:21:24,979 DEBUG [Thread-1296 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:24,981 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/1bf06c07ebc34be58a4d1c479a11730c, entries=150, sequenceid=503, filesize=12.0 K 2024-12-08T06:21:24,982 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=20.13 KB/20610 for 1832b6ecbc7f40e7845151e0eda8bd4d in 1247ms, sequenceid=503, compaction requested=true 2024-12-08T06:21:24,982 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:24,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:21:24,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:24,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:21:24,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:24,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1832b6ecbc7f40e7845151e0eda8bd4d:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:21:24,982 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:24,982 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:24,982 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:24,983 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:24,983 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:24,983 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/B is initiating minor compaction (all files) 2024-12-08T06:21:24,983 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 1832b6ecbc7f40e7845151e0eda8bd4d/A is initiating minor compaction (all files) 2024-12-08T06:21:24,983 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/B in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:24,983 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1832b6ecbc7f40e7845151e0eda8bd4d/A in TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:24,983 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/bfbeb54887bf49ed856a50d4b8b29ee0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/67af9fbd0d7e46649e797d1e43b82c13, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/3667939fd48743ac9aa35836fe6a187f] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=37.1 K 2024-12-08T06:21:24,983 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ec15c8e87f51454daa305e063465a150, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/64c039c9c3d441e784de2091e1dea742, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/bd4f02b40f8a430d9cf748d34ed758f0] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp, totalSize=37.1 K 2024-12-08T06:21:24,983 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting bfbeb54887bf49ed856a50d4b8b29ee0, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1733638880216 2024-12-08T06:21:24,983 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting ec15c8e87f51454daa305e063465a150, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=463, earliestPutTs=1733638880216 2024-12-08T06:21:24,983 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 67af9fbd0d7e46649e797d1e43b82c13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733638880844 2024-12-08T06:21:24,983 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 64c039c9c3d441e784de2091e1dea742, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=484, earliestPutTs=1733638880844 2024-12-08T06:21:24,984 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd4f02b40f8a430d9cf748d34ed758f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1733638882607 2024-12-08T06:21:24,984 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 3667939fd48743ac9aa35836fe6a187f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1733638882607 2024-12-08T06:21:24,989 DEBUG [Thread-1292 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bab3f39 to 127.0.0.1:52419 2024-12-08T06:21:24,989 DEBUG [Thread-1292 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:24,990 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#A#compaction#341 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:24,991 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/3a22fd806ff242ef9dc661bfc2661b80 is 50, key is test_row_0/A:col10/1733638882607/Put/seqid=0 2024-12-08T06:21:24,991 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1832b6ecbc7f40e7845151e0eda8bd4d#B#compaction#342 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:24,992 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/ae87ad3077e1468ea687505d54458158 is 50, key is test_row_0/B:col10/1733638882607/Put/seqid=0 2024-12-08T06:21:24,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742217_1393 (size=13527) 2024-12-08T06:21:24,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742218_1394 (size=13527) 2024-12-08T06:21:25,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-08T06:21:25,212 INFO [Thread-1302 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-08T06:21:25,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T06:21:25,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-08T06:21:25,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 59 2024-12-08T06:21:25,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-08T06:21:25,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 86 2024-12-08T06:21:25,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 83 2024-12-08T06:21:25,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T06:21:25,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5958 2024-12-08T06:21:25,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5980 2024-12-08T06:21:25,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5873 2024-12-08T06:21:25,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5993 2024-12-08T06:21:25,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6029 2024-12-08T06:21:25,212 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T06:21:25,212 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-08T06:21:25,212 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x320146a2 to 127.0.0.1:52419 2024-12-08T06:21:25,212 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:25,213 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-08T06:21:25,213 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T06:21:25,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:25,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-08T06:21:25,216 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638885215"}]},"ts":"1733638885215"} 2024-12-08T06:21:25,216 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T06:21:25,218 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T06:21:25,219 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T06:21:25,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1832b6ecbc7f40e7845151e0eda8bd4d, UNASSIGN}] 2024-12-08T06:21:25,220 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1832b6ecbc7f40e7845151e0eda8bd4d, UNASSIGN 2024-12-08T06:21:25,221 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=1832b6ecbc7f40e7845151e0eda8bd4d, regionState=CLOSING, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:25,221 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T06:21:25,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; CloseRegionProcedure 1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198}] 2024-12-08T06:21:25,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-08T06:21:25,372 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:25,373 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(124): Close 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:25,373 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-08T06:21:25,373 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1681): Closing 1832b6ecbc7f40e7845151e0eda8bd4d, disabling compactions & flushes 2024-12-08T06:21:25,373 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1942): waiting for 2 compactions to complete for region TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:25,399 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/ae87ad3077e1468ea687505d54458158 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/ae87ad3077e1468ea687505d54458158 2024-12-08T06:21:25,399 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/3a22fd806ff242ef9dc661bfc2661b80 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/3a22fd806ff242ef9dc661bfc2661b80 2024-12-08T06:21:25,403 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/A of 1832b6ecbc7f40e7845151e0eda8bd4d into 3a22fd806ff242ef9dc661bfc2661b80(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:25,403 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1832b6ecbc7f40e7845151e0eda8bd4d/B of 1832b6ecbc7f40e7845151e0eda8bd4d into ae87ad3077e1468ea687505d54458158(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:25,403 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:25,403 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:25,403 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/A, priority=13, startTime=1733638884982; duration=0sec 2024-12-08T06:21:25,403 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d., storeName=1832b6ecbc7f40e7845151e0eda8bd4d/B, priority=13, startTime=1733638884982; duration=0sec 2024-12-08T06:21:25,403 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:25,403 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:25,403 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:25,403 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:25,403 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:B 2024-12-08T06:21:25,403 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:A 2024-12-08T06:21:25,403 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. after waiting 0 ms 2024-12-08T06:21:25,403 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:25,403 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. because compaction request was cancelled 2024-12-08T06:21:25,403 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1832b6ecbc7f40e7845151e0eda8bd4d:C 2024-12-08T06:21:25,403 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(2837): Flushing 1832b6ecbc7f40e7845151e0eda8bd4d 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-08T06:21:25,403 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=A 2024-12-08T06:21:25,403 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:25,403 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=B 2024-12-08T06:21:25,403 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:25,403 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1832b6ecbc7f40e7845151e0eda8bd4d, store=C 2024-12-08T06:21:25,403 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:25,407 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/299fe0210dd84e12bcb6f37e9573649a is 50, key is test_row_0/A:col10/1733638884978/Put/seqid=0 2024-12-08T06:21:25,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742219_1395 (size=12301) 2024-12-08T06:21:25,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-08T06:21:25,811 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/299fe0210dd84e12bcb6f37e9573649a 2024-12-08T06:21:25,816 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/d48dcb456de747dd980e5a164ec1e5d8 is 50, key is test_row_0/B:col10/1733638884978/Put/seqid=0 2024-12-08T06:21:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-08T06:21:25,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742220_1396 (size=12301) 2024-12-08T06:21:26,220 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/d48dcb456de747dd980e5a164ec1e5d8 2024-12-08T06:21:26,227 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/68cb2bfec6a849baac21ae83c3aa6cc0 is 50, key is test_row_0/C:col10/1733638884978/Put/seqid=0 2024-12-08T06:21:26,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742221_1397 (size=12301) 2024-12-08T06:21:26,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-08T06:21:26,632 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=512 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/68cb2bfec6a849baac21ae83c3aa6cc0 2024-12-08T06:21:26,636 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/A/299fe0210dd84e12bcb6f37e9573649a as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/299fe0210dd84e12bcb6f37e9573649a 2024-12-08T06:21:26,640 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/299fe0210dd84e12bcb6f37e9573649a, entries=150, sequenceid=512, filesize=12.0 K 2024-12-08T06:21:26,641 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/B/d48dcb456de747dd980e5a164ec1e5d8 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d48dcb456de747dd980e5a164ec1e5d8 2024-12-08T06:21:26,644 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d48dcb456de747dd980e5a164ec1e5d8, entries=150, sequenceid=512, filesize=12.0 K 2024-12-08T06:21:26,645 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/.tmp/C/68cb2bfec6a849baac21ae83c3aa6cc0 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/68cb2bfec6a849baac21ae83c3aa6cc0 2024-12-08T06:21:26,648 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/68cb2bfec6a849baac21ae83c3aa6cc0, entries=150, sequenceid=512, filesize=12.0 K 2024-12-08T06:21:26,649 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 1832b6ecbc7f40e7845151e0eda8bd4d in 1246ms, sequenceid=512, compaction requested=true 2024-12-08T06:21:26,649 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/0f95baa57f60459593aa2ea796d399bd, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/a7af4c00a4af4eb7a3a7f853b8705a23, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/d36787fed3c74b7faf96a1dc3b78a423, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/04c2f4cedb644c1a8e43176eb6571177, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/25e5f62c16924b3782cb44e4e2e3e33a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/024c0cf0be8b4611844dce346cbc3a51, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/3503c57e66c04d00bea9310cdb620697, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/84698f6b782749fe9d63011da19cb4e1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/928d6618b5fd47fcb6f9ef1f0638cdd2, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/e3a126a3c49d43979f75c0a74010c44e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ae19dd65e66d4b28ba9aad4de0d87bb7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/6f1abab389c64e959b180aafb3756570, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/94039fc9fdfc465bad329498a71668a3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/6dcc07fc6e3a45e3b1a4bfd8418b62c1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/45b3609e26d445d29d7e6b65e03a3639, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/d28016f18f4e40a09a2898fe4003372e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ce5434c869094101b510022f8bfb7c11, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/4b5fe5ad94954e4d82541db17460e1ff, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/b84d616e2d8b413297869a5bcf2de144, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/28a38dd2667c402db41da31572d0946e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/5769a246d8cb4c4ea0ccd400c66406bc, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ea086e8ed01741d0ae19407fb7ea5bb6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/92f2db87957445e290edfa8eeb36babe, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/a77f3c9a5db843deaa5c0987468818c7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/9d9e3d3a2aee4f01ae234f92676482e1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/46d15f2c89ea4d68a8c92bdee79fb327, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/88024dd5af67467c9c323e0ffbc3a3cc, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/b8c39d29d8384574a78df39fd875b6af, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/b5f5777ec27d413f94b94c2d811f87eb, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/915664a478704f8eb83708462fbd6717, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/1a99805e6d364796b52ca5321abd39c4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/f2d7f4b555314310a7b37f7b2bd3d1cf, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/522de420458b4fae9143c7a08bc747c2, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ec15c8e87f51454daa305e063465a150, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/64c039c9c3d441e784de2091e1dea742, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/bd4f02b40f8a430d9cf748d34ed758f0] to archive 2024-12-08T06:21:26,650 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T06:21:26,652 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/0f95baa57f60459593aa2ea796d399bd to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/0f95baa57f60459593aa2ea796d399bd 2024-12-08T06:21:26,653 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/a7af4c00a4af4eb7a3a7f853b8705a23 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/a7af4c00a4af4eb7a3a7f853b8705a23 2024-12-08T06:21:26,654 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/d36787fed3c74b7faf96a1dc3b78a423 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/d36787fed3c74b7faf96a1dc3b78a423 2024-12-08T06:21:26,655 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/04c2f4cedb644c1a8e43176eb6571177 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/04c2f4cedb644c1a8e43176eb6571177 2024-12-08T06:21:26,656 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/25e5f62c16924b3782cb44e4e2e3e33a to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/25e5f62c16924b3782cb44e4e2e3e33a 2024-12-08T06:21:26,657 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/024c0cf0be8b4611844dce346cbc3a51 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/024c0cf0be8b4611844dce346cbc3a51 2024-12-08T06:21:26,658 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/3503c57e66c04d00bea9310cdb620697 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/3503c57e66c04d00bea9310cdb620697 2024-12-08T06:21:26,659 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/84698f6b782749fe9d63011da19cb4e1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/84698f6b782749fe9d63011da19cb4e1 2024-12-08T06:21:26,660 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/928d6618b5fd47fcb6f9ef1f0638cdd2 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/928d6618b5fd47fcb6f9ef1f0638cdd2 2024-12-08T06:21:26,661 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/e3a126a3c49d43979f75c0a74010c44e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/e3a126a3c49d43979f75c0a74010c44e 2024-12-08T06:21:26,662 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ae19dd65e66d4b28ba9aad4de0d87bb7 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ae19dd65e66d4b28ba9aad4de0d87bb7 2024-12-08T06:21:26,663 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/6f1abab389c64e959b180aafb3756570 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/6f1abab389c64e959b180aafb3756570 2024-12-08T06:21:26,664 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/94039fc9fdfc465bad329498a71668a3 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/94039fc9fdfc465bad329498a71668a3 2024-12-08T06:21:26,665 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/6dcc07fc6e3a45e3b1a4bfd8418b62c1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/6dcc07fc6e3a45e3b1a4bfd8418b62c1 2024-12-08T06:21:26,666 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/45b3609e26d445d29d7e6b65e03a3639 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/45b3609e26d445d29d7e6b65e03a3639 2024-12-08T06:21:26,667 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/d28016f18f4e40a09a2898fe4003372e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/d28016f18f4e40a09a2898fe4003372e 2024-12-08T06:21:26,668 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ce5434c869094101b510022f8bfb7c11 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ce5434c869094101b510022f8bfb7c11 2024-12-08T06:21:26,669 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/4b5fe5ad94954e4d82541db17460e1ff to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/4b5fe5ad94954e4d82541db17460e1ff 2024-12-08T06:21:26,670 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/b84d616e2d8b413297869a5bcf2de144 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/b84d616e2d8b413297869a5bcf2de144 2024-12-08T06:21:26,671 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/28a38dd2667c402db41da31572d0946e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/28a38dd2667c402db41da31572d0946e 2024-12-08T06:21:26,672 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/5769a246d8cb4c4ea0ccd400c66406bc to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/5769a246d8cb4c4ea0ccd400c66406bc 2024-12-08T06:21:26,673 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ea086e8ed01741d0ae19407fb7ea5bb6 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ea086e8ed01741d0ae19407fb7ea5bb6 2024-12-08T06:21:26,674 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/92f2db87957445e290edfa8eeb36babe to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/92f2db87957445e290edfa8eeb36babe 2024-12-08T06:21:26,675 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/a77f3c9a5db843deaa5c0987468818c7 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/a77f3c9a5db843deaa5c0987468818c7 2024-12-08T06:21:26,676 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/9d9e3d3a2aee4f01ae234f92676482e1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/9d9e3d3a2aee4f01ae234f92676482e1 2024-12-08T06:21:26,677 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/46d15f2c89ea4d68a8c92bdee79fb327 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/46d15f2c89ea4d68a8c92bdee79fb327 2024-12-08T06:21:26,678 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/88024dd5af67467c9c323e0ffbc3a3cc to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/88024dd5af67467c9c323e0ffbc3a3cc 2024-12-08T06:21:26,678 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/b8c39d29d8384574a78df39fd875b6af to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/b8c39d29d8384574a78df39fd875b6af 2024-12-08T06:21:26,679 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/b5f5777ec27d413f94b94c2d811f87eb to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/b5f5777ec27d413f94b94c2d811f87eb 2024-12-08T06:21:26,680 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/915664a478704f8eb83708462fbd6717 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/915664a478704f8eb83708462fbd6717 2024-12-08T06:21:26,681 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/1a99805e6d364796b52ca5321abd39c4 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/1a99805e6d364796b52ca5321abd39c4 2024-12-08T06:21:26,682 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/f2d7f4b555314310a7b37f7b2bd3d1cf to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/f2d7f4b555314310a7b37f7b2bd3d1cf 2024-12-08T06:21:26,683 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/522de420458b4fae9143c7a08bc747c2 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/522de420458b4fae9143c7a08bc747c2 2024-12-08T06:21:26,684 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ec15c8e87f51454daa305e063465a150 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/ec15c8e87f51454daa305e063465a150 2024-12-08T06:21:26,685 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/64c039c9c3d441e784de2091e1dea742 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/64c039c9c3d441e784de2091e1dea742 2024-12-08T06:21:26,686 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/bd4f02b40f8a430d9cf748d34ed758f0 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/bd4f02b40f8a430d9cf748d34ed758f0 2024-12-08T06:21:26,687 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/8a86517015384b33ae66c49c5218ef2e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/e2cdd69bbe874f86ad1a9d315e92420b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/67d9336c8f5344b8ac76387926f71ae0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/b06331bf7fde41e3855dbeaa570ee300, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/372269ba02654bc4a39c751535b86f15, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/c4c6188186834d638f7a6ef0e7fbbd2d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/14c5311c42444eda93ff170973521713, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/92c79b6db8884f5188c6c11149dd0cbd, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d213850d22f0429284689fa0c56709e0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/4304d0ea884a42a780be85fe54e2e7c4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d61fd60337714936a01e6ae24c11acc8, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d89e04b22a704c8b9b23fab3c71702b7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/02b1c30a5e544e09be8f448a90bd418d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/48a3f1cd39b649a98c51245b65adbc18, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/2f9b18334b564d15ba0fdecbec4d034c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/e6d2919a5c874ff594d5cba4610fce5d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/e78dcd2c8f5f4df38ea4c79bfba001d8, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/b0c83a982fbf40cc9909b4ed59abcf7f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/0ef326a3b178400bbfb57226b9edbe94, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/77aa262126d646c19aeb7715389c0073, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/c768465f607048e4a2f2a8ff2b5ff0c9, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d3ee7f253ae04589a58d28b88036d6ef, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/3eaec4e273b14073a2cb675216a533f0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/483b8ae2e1744c5ca3a7387b6d19055c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/cad7a2f79781490996fce2f5b0f3fe1c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/abca0602d34f4ac6a58391214de98ea8, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/fe8147ab200c48afb3040ac3bba97bf0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/7edd729c2b2149da87e57da67f7f1d18, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/9c6a435ef3e94779a7c0caa7dfc71333, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/b2b5badd53284700b41494c68796b068, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/8c269882cd0e4870947e5f645374e8f2, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/9ab44a03b9614756b8f6ed7fac9935ce, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/bfbeb54887bf49ed856a50d4b8b29ee0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/1f1886d129864a21a9c8dce5edfa2f05, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/67af9fbd0d7e46649e797d1e43b82c13, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/3667939fd48743ac9aa35836fe6a187f] to archive 2024-12-08T06:21:26,688 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T06:21:26,689 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/8a86517015384b33ae66c49c5218ef2e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/8a86517015384b33ae66c49c5218ef2e 2024-12-08T06:21:26,690 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/e2cdd69bbe874f86ad1a9d315e92420b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/e2cdd69bbe874f86ad1a9d315e92420b 2024-12-08T06:21:26,691 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/67d9336c8f5344b8ac76387926f71ae0 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/67d9336c8f5344b8ac76387926f71ae0 2024-12-08T06:21:26,692 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/b06331bf7fde41e3855dbeaa570ee300 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/b06331bf7fde41e3855dbeaa570ee300 2024-12-08T06:21:26,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/372269ba02654bc4a39c751535b86f15 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/372269ba02654bc4a39c751535b86f15 2024-12-08T06:21:26,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/c4c6188186834d638f7a6ef0e7fbbd2d to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/c4c6188186834d638f7a6ef0e7fbbd2d 2024-12-08T06:21:26,694 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/14c5311c42444eda93ff170973521713 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/14c5311c42444eda93ff170973521713 2024-12-08T06:21:26,695 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/92c79b6db8884f5188c6c11149dd0cbd to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/92c79b6db8884f5188c6c11149dd0cbd 2024-12-08T06:21:26,696 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d213850d22f0429284689fa0c56709e0 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d213850d22f0429284689fa0c56709e0 2024-12-08T06:21:26,697 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/4304d0ea884a42a780be85fe54e2e7c4 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/4304d0ea884a42a780be85fe54e2e7c4 2024-12-08T06:21:26,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d61fd60337714936a01e6ae24c11acc8 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d61fd60337714936a01e6ae24c11acc8 2024-12-08T06:21:26,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d89e04b22a704c8b9b23fab3c71702b7 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d89e04b22a704c8b9b23fab3c71702b7 2024-12-08T06:21:26,699 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/02b1c30a5e544e09be8f448a90bd418d to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/02b1c30a5e544e09be8f448a90bd418d 2024-12-08T06:21:26,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/48a3f1cd39b649a98c51245b65adbc18 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/48a3f1cd39b649a98c51245b65adbc18 2024-12-08T06:21:26,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/2f9b18334b564d15ba0fdecbec4d034c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/2f9b18334b564d15ba0fdecbec4d034c 2024-12-08T06:21:26,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/e6d2919a5c874ff594d5cba4610fce5d to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/e6d2919a5c874ff594d5cba4610fce5d 2024-12-08T06:21:26,703 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/e78dcd2c8f5f4df38ea4c79bfba001d8 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/e78dcd2c8f5f4df38ea4c79bfba001d8 2024-12-08T06:21:26,704 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/b0c83a982fbf40cc9909b4ed59abcf7f to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/b0c83a982fbf40cc9909b4ed59abcf7f 2024-12-08T06:21:26,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/0ef326a3b178400bbfb57226b9edbe94 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/0ef326a3b178400bbfb57226b9edbe94 2024-12-08T06:21:26,706 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/77aa262126d646c19aeb7715389c0073 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/77aa262126d646c19aeb7715389c0073 2024-12-08T06:21:26,706 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/c768465f607048e4a2f2a8ff2b5ff0c9 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/c768465f607048e4a2f2a8ff2b5ff0c9 2024-12-08T06:21:26,707 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d3ee7f253ae04589a58d28b88036d6ef to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d3ee7f253ae04589a58d28b88036d6ef 2024-12-08T06:21:26,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/3eaec4e273b14073a2cb675216a533f0 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/3eaec4e273b14073a2cb675216a533f0 2024-12-08T06:21:26,709 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/483b8ae2e1744c5ca3a7387b6d19055c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/483b8ae2e1744c5ca3a7387b6d19055c 2024-12-08T06:21:26,710 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/cad7a2f79781490996fce2f5b0f3fe1c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/cad7a2f79781490996fce2f5b0f3fe1c 2024-12-08T06:21:26,711 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/abca0602d34f4ac6a58391214de98ea8 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/abca0602d34f4ac6a58391214de98ea8 2024-12-08T06:21:26,712 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/fe8147ab200c48afb3040ac3bba97bf0 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/fe8147ab200c48afb3040ac3bba97bf0 2024-12-08T06:21:26,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/7edd729c2b2149da87e57da67f7f1d18 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/7edd729c2b2149da87e57da67f7f1d18 2024-12-08T06:21:26,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/9c6a435ef3e94779a7c0caa7dfc71333 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/9c6a435ef3e94779a7c0caa7dfc71333 2024-12-08T06:21:26,714 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/b2b5badd53284700b41494c68796b068 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/b2b5badd53284700b41494c68796b068 2024-12-08T06:21:26,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/8c269882cd0e4870947e5f645374e8f2 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/8c269882cd0e4870947e5f645374e8f2 2024-12-08T06:21:26,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/9ab44a03b9614756b8f6ed7fac9935ce to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/9ab44a03b9614756b8f6ed7fac9935ce 2024-12-08T06:21:26,717 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/bfbeb54887bf49ed856a50d4b8b29ee0 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/bfbeb54887bf49ed856a50d4b8b29ee0 2024-12-08T06:21:26,717 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/1f1886d129864a21a9c8dce5edfa2f05 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/1f1886d129864a21a9c8dce5edfa2f05 2024-12-08T06:21:26,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/67af9fbd0d7e46649e797d1e43b82c13 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/67af9fbd0d7e46649e797d1e43b82c13 2024-12-08T06:21:26,719 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/3667939fd48743ac9aa35836fe6a187f to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/3667939fd48743ac9aa35836fe6a187f 2024-12-08T06:21:26,720 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/2a1b8634e8fc4a7bac8193dbcfd70f1a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/270c510c9dd64b7bb9bb30381cba0219, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/7d12a4e76afa48a38142ac6728ace47a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/65ceaed6a7d54ce0a37649a2c2c188a6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/49d9a82dc20f4f53aaf537a5c6d1aa68, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/fa22120533e44dccb38fe3f96632c4fd, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/6a17bc9db354492cb059296ca2b618e2, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/1b96b45a29e84c51bdbdba20aa06d073, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/6cc56f7974984c7080b8cfa350d33e7f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/c0acdcd326a44d61a0679e3aa5181e7a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/cc2b41ffcaaf4673bed8d8b2c99a91f8, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/6b7d2f677bd24090a5e5350b78754783, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/f10205898a2e4dae94f6ea71ca527a17, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/38f77954a43c4b339ecd73645477389d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/63aa867e973e4a038a53fd11ce2d0375, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/87d37d096cc8439ca1e39ddb6ed8f80f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/9b6fc7ca058740faa51e8cba89fc1cc9, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/65a613f337eb4e57b1aa4556857beeb2, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/8f8fa77e494f4f34a9f4aa965cdb5d49, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/9f53f876af2a419b9330bbd6bec9df49, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/ebd330938956462ea33fd080cc469d7a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/62bc9cb6ed434d02966d791b14e1c358, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/78529fe54a6249bbaa3ccb37c11c5c66, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/9808d29252ec43699efc7d91b8afd69e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/ef56595858454534b5b43a4f99ec7b5d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/523953be0b9f4a889617256d0af437ad, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/7a615efcd4d64a01b7f8269684f187d8, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/dff83bca5fa54871b0e95afedf26f19e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/1fa39b34965f43e6bf9965a1cffeb1bb, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/314b45b8616a4b14a9563932e72c0bb0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/c6d91c5afb1249159ffbd10acd373a0e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/b333d51a8674471696b51ca4f989bf09] to archive 2024-12-08T06:21:26,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T06:21:26,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/2a1b8634e8fc4a7bac8193dbcfd70f1a to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/2a1b8634e8fc4a7bac8193dbcfd70f1a 2024-12-08T06:21:26,723 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/270c510c9dd64b7bb9bb30381cba0219 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/270c510c9dd64b7bb9bb30381cba0219 2024-12-08T06:21:26,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/7d12a4e76afa48a38142ac6728ace47a to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/7d12a4e76afa48a38142ac6728ace47a 2024-12-08T06:21:26,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/65ceaed6a7d54ce0a37649a2c2c188a6 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/65ceaed6a7d54ce0a37649a2c2c188a6 2024-12-08T06:21:26,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/49d9a82dc20f4f53aaf537a5c6d1aa68 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/49d9a82dc20f4f53aaf537a5c6d1aa68 2024-12-08T06:21:26,726 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/fa22120533e44dccb38fe3f96632c4fd to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/fa22120533e44dccb38fe3f96632c4fd 2024-12-08T06:21:26,727 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/6a17bc9db354492cb059296ca2b618e2 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/6a17bc9db354492cb059296ca2b618e2 2024-12-08T06:21:26,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/1b96b45a29e84c51bdbdba20aa06d073 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/1b96b45a29e84c51bdbdba20aa06d073 2024-12-08T06:21:26,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/6cc56f7974984c7080b8cfa350d33e7f to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/6cc56f7974984c7080b8cfa350d33e7f 2024-12-08T06:21:26,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/c0acdcd326a44d61a0679e3aa5181e7a to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/c0acdcd326a44d61a0679e3aa5181e7a 2024-12-08T06:21:26,730 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/cc2b41ffcaaf4673bed8d8b2c99a91f8 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/cc2b41ffcaaf4673bed8d8b2c99a91f8 2024-12-08T06:21:26,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/6b7d2f677bd24090a5e5350b78754783 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/6b7d2f677bd24090a5e5350b78754783 2024-12-08T06:21:26,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/f10205898a2e4dae94f6ea71ca527a17 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/f10205898a2e4dae94f6ea71ca527a17 2024-12-08T06:21:26,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/38f77954a43c4b339ecd73645477389d to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/38f77954a43c4b339ecd73645477389d 2024-12-08T06:21:26,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/63aa867e973e4a038a53fd11ce2d0375 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/63aa867e973e4a038a53fd11ce2d0375 2024-12-08T06:21:26,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/87d37d096cc8439ca1e39ddb6ed8f80f to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/87d37d096cc8439ca1e39ddb6ed8f80f 2024-12-08T06:21:26,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/9b6fc7ca058740faa51e8cba89fc1cc9 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/9b6fc7ca058740faa51e8cba89fc1cc9 2024-12-08T06:21:26,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/65a613f337eb4e57b1aa4556857beeb2 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/65a613f337eb4e57b1aa4556857beeb2 2024-12-08T06:21:26,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/8f8fa77e494f4f34a9f4aa965cdb5d49 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/8f8fa77e494f4f34a9f4aa965cdb5d49 2024-12-08T06:21:26,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/9f53f876af2a419b9330bbd6bec9df49 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/9f53f876af2a419b9330bbd6bec9df49 2024-12-08T06:21:26,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/ebd330938956462ea33fd080cc469d7a to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/ebd330938956462ea33fd080cc469d7a 2024-12-08T06:21:26,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/62bc9cb6ed434d02966d791b14e1c358 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/62bc9cb6ed434d02966d791b14e1c358 2024-12-08T06:21:26,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/78529fe54a6249bbaa3ccb37c11c5c66 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/78529fe54a6249bbaa3ccb37c11c5c66 2024-12-08T06:21:26,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/9808d29252ec43699efc7d91b8afd69e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/9808d29252ec43699efc7d91b8afd69e 2024-12-08T06:21:26,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/ef56595858454534b5b43a4f99ec7b5d to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/ef56595858454534b5b43a4f99ec7b5d 2024-12-08T06:21:26,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/523953be0b9f4a889617256d0af437ad to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/523953be0b9f4a889617256d0af437ad 2024-12-08T06:21:26,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/7a615efcd4d64a01b7f8269684f187d8 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/7a615efcd4d64a01b7f8269684f187d8 2024-12-08T06:21:26,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/dff83bca5fa54871b0e95afedf26f19e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/dff83bca5fa54871b0e95afedf26f19e 2024-12-08T06:21:26,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/1fa39b34965f43e6bf9965a1cffeb1bb to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/1fa39b34965f43e6bf9965a1cffeb1bb 2024-12-08T06:21:26,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/314b45b8616a4b14a9563932e72c0bb0 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/314b45b8616a4b14a9563932e72c0bb0 2024-12-08T06:21:26,746 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/c6d91c5afb1249159ffbd10acd373a0e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/c6d91c5afb1249159ffbd10acd373a0e 2024-12-08T06:21:26,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/b333d51a8674471696b51ca4f989bf09 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/b333d51a8674471696b51ca4f989bf09 2024-12-08T06:21:26,751 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/recovered.edits/515.seqid, newMaxSeqId=515, maxSeqId=1 2024-12-08T06:21:26,751 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d. 2024-12-08T06:21:26,751 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] regionserver.HRegion(1635): Region close journal for 1832b6ecbc7f40e7845151e0eda8bd4d: 2024-12-08T06:21:26,753 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=94}] handler.UnassignRegionHandler(170): Closed 1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:26,753 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=93 updating hbase:meta row=1832b6ecbc7f40e7845151e0eda8bd4d, regionState=CLOSED 2024-12-08T06:21:26,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-08T06:21:26,755 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; CloseRegionProcedure 1832b6ecbc7f40e7845151e0eda8bd4d, server=cbcfd08a3627,46077,1733638796198 in 1.5330 sec 2024-12-08T06:21:26,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=93, resume processing ppid=92 2024-12-08T06:21:26,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, ppid=92, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1832b6ecbc7f40e7845151e0eda8bd4d, UNASSIGN in 1.5350 sec 2024-12-08T06:21:26,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-08T06:21:26,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5380 sec 2024-12-08T06:21:26,759 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638886759"}]},"ts":"1733638886759"} 2024-12-08T06:21:26,759 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T06:21:26,762 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T06:21:26,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5490 sec 2024-12-08T06:21:27,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-08T06:21:27,319 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-08T06:21:27,319 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T06:21:27,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:27,321 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=95, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:27,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-08T06:21:27,321 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=95, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:27,323 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:27,324 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A, FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B, FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C, FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/recovered.edits] 2024-12-08T06:21:27,327 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/299fe0210dd84e12bcb6f37e9573649a to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/299fe0210dd84e12bcb6f37e9573649a 2024-12-08T06:21:27,328 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/3a22fd806ff242ef9dc661bfc2661b80 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/A/3a22fd806ff242ef9dc661bfc2661b80 2024-12-08T06:21:27,330 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/ae87ad3077e1468ea687505d54458158 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/ae87ad3077e1468ea687505d54458158 2024-12-08T06:21:27,331 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d48dcb456de747dd980e5a164ec1e5d8 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/B/d48dcb456de747dd980e5a164ec1e5d8 2024-12-08T06:21:27,333 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/1a2e70cf0d3240568e605b5fce4ec9b6 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/1a2e70cf0d3240568e605b5fce4ec9b6 2024-12-08T06:21:27,333 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/1bf06c07ebc34be58a4d1c479a11730c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/1bf06c07ebc34be58a4d1c479a11730c 2024-12-08T06:21:27,334 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/21f6b46124fb45df89add997c30242d0 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/21f6b46124fb45df89add997c30242d0 2024-12-08T06:21:27,335 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/68cb2bfec6a849baac21ae83c3aa6cc0 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/C/68cb2bfec6a849baac21ae83c3aa6cc0 2024-12-08T06:21:27,337 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/recovered.edits/515.seqid to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d/recovered.edits/515.seqid 2024-12-08T06:21:27,337 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/1832b6ecbc7f40e7845151e0eda8bd4d 2024-12-08T06:21:27,338 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T06:21:27,339 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=95, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:27,342 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T06:21:27,344 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T06:21:27,345 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=95, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:27,345 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T06:21:27,345 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733638887345"}]},"ts":"9223372036854775807"} 2024-12-08T06:21:27,346 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-08T06:21:27,346 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1832b6ecbc7f40e7845151e0eda8bd4d, NAME => 'TestAcidGuarantees,,1733638861058.1832b6ecbc7f40e7845151e0eda8bd4d.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T06:21:27,346 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T06:21:27,346 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733638887346"}]},"ts":"9223372036854775807"} 2024-12-08T06:21:27,348 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-08T06:21:27,352 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=95, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:27,352 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 33 msec 2024-12-08T06:21:27,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-08T06:21:27,422 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-12-08T06:21:27,431 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=242 (was 241) - Thread LEAK? -, OpenFileDescriptor=463 (was 464), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 441), ProcessCount=11 (was 11), AvailableMemoryMB=5948 (was 6114) 2024-12-08T06:21:27,440 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=242, OpenFileDescriptor=463, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=11, AvailableMemoryMB=5948 2024-12-08T06:21:27,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T06:21:27,441 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T06:21:27,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:27,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T06:21:27,443 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:27,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 96 2024-12-08T06:21:27,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-08T06:21:27,443 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T06:21:27,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742222_1398 (size=963) 2024-12-08T06:21:27,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-08T06:21:27,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-08T06:21:27,850 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4 2024-12-08T06:21:27,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742223_1399 (size=53) 2024-12-08T06:21:28,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-08T06:21:28,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T06:21:28,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 6d11a4ac5aa4c116b44578b26b4732d1, disabling compactions & flushes 2024-12-08T06:21:28,256 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:28,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:28,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. after waiting 0 ms 2024-12-08T06:21:28,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:28,256 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:28,256 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:28,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T06:21:28,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733638888257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733638888257"}]},"ts":"1733638888257"} 2024-12-08T06:21:28,258 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-08T06:21:28,259 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T06:21:28,259 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638888259"}]},"ts":"1733638888259"} 2024-12-08T06:21:28,260 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T06:21:28,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d11a4ac5aa4c116b44578b26b4732d1, ASSIGN}] 2024-12-08T06:21:28,264 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d11a4ac5aa4c116b44578b26b4732d1, ASSIGN 2024-12-08T06:21:28,265 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=97, ppid=96, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d11a4ac5aa4c116b44578b26b4732d1, ASSIGN; state=OFFLINE, location=cbcfd08a3627,46077,1733638796198; forceNewPlan=false, retain=false 2024-12-08T06:21:28,415 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=6d11a4ac5aa4c116b44578b26b4732d1, regionState=OPENING, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:28,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; OpenRegionProcedure 6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198}] 2024-12-08T06:21:28,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-08T06:21:28,568 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:28,570 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:28,570 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7285): Opening region: {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} 2024-12-08T06:21:28,571 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:28,571 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T06:21:28,571 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7327): checking encryption for 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:28,571 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(7330): checking classloading for 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:28,572 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:28,573 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:21:28,573 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d11a4ac5aa4c116b44578b26b4732d1 columnFamilyName A 2024-12-08T06:21:28,573 DEBUG [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:28,574 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] regionserver.HStore(327): Store=6d11a4ac5aa4c116b44578b26b4732d1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:21:28,574 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:28,575 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:21:28,575 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d11a4ac5aa4c116b44578b26b4732d1 columnFamilyName B 2024-12-08T06:21:28,575 DEBUG [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:28,575 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] regionserver.HStore(327): Store=6d11a4ac5aa4c116b44578b26b4732d1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:21:28,575 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:28,576 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:21:28,576 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d11a4ac5aa4c116b44578b26b4732d1 columnFamilyName C 2024-12-08T06:21:28,576 DEBUG [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:28,577 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] regionserver.HStore(327): Store=6d11a4ac5aa4c116b44578b26b4732d1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:21:28,577 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:28,577 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:28,578 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:28,578 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T06:21:28,579 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1085): writing seq id for 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:28,581 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T06:21:28,581 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1102): Opened 6d11a4ac5aa4c116b44578b26b4732d1; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64346896, jitterRate=-0.04115653038024902}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T06:21:28,582 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegion(1001): Region open journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:28,582 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., pid=98, masterSystemTime=1733638888568 2024-12-08T06:21:28,583 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:28,583 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=98}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:28,584 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=97 updating hbase:meta row=6d11a4ac5aa4c116b44578b26b4732d1, regionState=OPEN, openSeqNum=2, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:28,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-08T06:21:28,586 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; OpenRegionProcedure 6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 in 169 msec 2024-12-08T06:21:28,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=97, resume processing ppid=96 2024-12-08T06:21:28,587 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, ppid=96, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d11a4ac5aa4c116b44578b26b4732d1, ASSIGN in 323 msec 2024-12-08T06:21:28,587 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T06:21:28,588 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638888587"}]},"ts":"1733638888587"} 2024-12-08T06:21:28,588 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T06:21:28,591 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=96, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T06:21:28,592 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1500 sec 2024-12-08T06:21:29,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=96 2024-12-08T06:21:29,548 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 96 completed 2024-12-08T06:21:29,549 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ecf33fc to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47290c4 2024-12-08T06:21:29,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7267b857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:29,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:29,554 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:29,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T06:21:29,556 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46440, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T06:21:29,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T06:21:29,557 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T06:21:29,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:29,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742224_1400 (size=999) 2024-12-08T06:21:29,968 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-08T06:21:29,968 INFO [PEWorker-1 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-08T06:21:29,970 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T06:21:29,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d11a4ac5aa4c116b44578b26b4732d1, REOPEN/MOVE}] 2024-12-08T06:21:29,972 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d11a4ac5aa4c116b44578b26b4732d1, REOPEN/MOVE 2024-12-08T06:21:29,972 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=6d11a4ac5aa4c116b44578b26b4732d1, regionState=CLOSING, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:29,973 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T06:21:29,973 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE; CloseRegionProcedure 6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198}] 2024-12-08T06:21:30,124 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,124 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(124): Close 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:30,124 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-08T06:21:30,125 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1681): Closing 6d11a4ac5aa4c116b44578b26b4732d1, disabling compactions & flushes 2024-12-08T06:21:30,125 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:30,125 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:30,125 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. after waiting 0 ms 2024-12-08T06:21:30,125 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:30,128 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-08T06:21:30,128 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:30,128 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegion(1635): Region close journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:30,128 WARN [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] regionserver.HRegionServer(3786): Not adding moved region record: 6d11a4ac5aa4c116b44578b26b4732d1 to self. 2024-12-08T06:21:30,130 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=102}] handler.UnassignRegionHandler(170): Closed 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:30,130 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=6d11a4ac5aa4c116b44578b26b4732d1, regionState=CLOSED 2024-12-08T06:21:30,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-12-08T06:21:30,132 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseRegionProcedure 6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 in 158 msec 2024-12-08T06:21:30,132 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=101, ppid=100, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d11a4ac5aa4c116b44578b26b4732d1, REOPEN/MOVE; state=CLOSED, location=cbcfd08a3627,46077,1733638796198; forceNewPlan=false, retain=true 2024-12-08T06:21:30,282 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=6d11a4ac5aa4c116b44578b26b4732d1, regionState=OPENING, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=101, state=RUNNABLE; OpenRegionProcedure 6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198}] 2024-12-08T06:21:30,435 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,438 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:30,438 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7285): Opening region: {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} 2024-12-08T06:21:30,438 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:30,438 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T06:21:30,438 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7327): checking encryption for 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:30,439 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(7330): checking classloading for 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:30,440 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:30,440 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:21:30,441 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d11a4ac5aa4c116b44578b26b4732d1 columnFamilyName A 2024-12-08T06:21:30,442 DEBUG [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:30,442 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] regionserver.HStore(327): Store=6d11a4ac5aa4c116b44578b26b4732d1/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:21:30,442 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:30,443 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:21:30,443 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d11a4ac5aa4c116b44578b26b4732d1 columnFamilyName B 2024-12-08T06:21:30,443 DEBUG [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:30,443 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] regionserver.HStore(327): Store=6d11a4ac5aa4c116b44578b26b4732d1/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:21:30,443 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:30,444 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:21:30,444 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d11a4ac5aa4c116b44578b26b4732d1 columnFamilyName C 2024-12-08T06:21:30,444 DEBUG [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:30,444 INFO [StoreOpener-6d11a4ac5aa4c116b44578b26b4732d1-1 {}] regionserver.HStore(327): Store=6d11a4ac5aa4c116b44578b26b4732d1/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:21:30,444 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:30,445 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:30,446 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:30,447 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T06:21:30,447 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1085): writing seq id for 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:30,448 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1102): Opened 6d11a4ac5aa4c116b44578b26b4732d1; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59022861, jitterRate=-0.12049083411693573}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T06:21:30,449 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegion(1001): Region open journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:30,449 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., pid=103, masterSystemTime=1733638890435 2024-12-08T06:21:30,450 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:30,450 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=103}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:30,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=101 updating hbase:meta row=6d11a4ac5aa4c116b44578b26b4732d1, regionState=OPEN, openSeqNum=5, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=101 2024-12-08T06:21:30,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=101, state=SUCCESS; OpenRegionProcedure 6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 in 168 msec 2024-12-08T06:21:30,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=101, resume processing ppid=100 2024-12-08T06:21:30,453 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, ppid=100, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d11a4ac5aa4c116b44578b26b4732d1, REOPEN/MOVE in 481 msec 2024-12-08T06:21:30,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-08T06:21:30,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 485 msec 2024-12-08T06:21:30,456 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 897 msec 2024-12-08T06:21:30,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-08T06:21:30,458 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c8cc27b to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c68919e 2024-12-08T06:21:30,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63822144, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:30,463 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x081cac4f to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@601038b3 2024-12-08T06:21:30,466 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126abdf4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:30,466 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64a04d7a to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59434fd 2024-12-08T06:21:30,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42d6bca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:30,470 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3268230a to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167fda66 2024-12-08T06:21:30,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61bb7783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:30,473 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6d7912a0 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bd5983 2024-12-08T06:21:30,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f0031d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:30,476 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3b7324d5 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5434c92 2024-12-08T06:21:30,478 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53c186a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:30,479 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d930fb1 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52abed4d 2024-12-08T06:21:30,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d80c576, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:30,482 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x114e6211 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c0234f0 2024-12-08T06:21:30,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17a2e973, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:30,485 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x191ae36a to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14b2e10d 2024-12-08T06:21:30,487 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145b6b99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:30,488 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x133cc1f0 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1085e013 2024-12-08T06:21:30,491 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fcd5639, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:30,493 DEBUG [hconnection-0x1bf5abed-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:30,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:30,494 DEBUG [hconnection-0x4d4a676b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:30,494 DEBUG [hconnection-0x36ff7ab2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:30,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees 2024-12-08T06:21:30,495 DEBUG [hconnection-0x14b05494-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:30,495 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:30,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-08T06:21:30,495 DEBUG [hconnection-0x4f08be69-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:30,495 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50658, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:30,495 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50662, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:30,496 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50656, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:30,496 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:30,496 DEBUG [hconnection-0x5169ca87-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:30,496 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50674, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:30,497 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50688, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:30,497 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=104, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:30,497 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=105, ppid=104, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:30,497 DEBUG [hconnection-0x16055fb2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:30,498 DEBUG [hconnection-0x4bd0aa6d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:30,498 DEBUG [hconnection-0x30bb109d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:30,498 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50710, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:30,498 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50704, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:30,499 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:30,499 DEBUG [hconnection-0x43ada293-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:30,500 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50732, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:30,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:30,506 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:21:30,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:30,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:30,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:30,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:30,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:30,507 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:30,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638950534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:30,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638950534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,540 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412085e96b832c5684974ba37840c28c0b0f8_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638890504/Put/seqid=0 2024-12-08T06:21:30,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:30,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638950534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638950538, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:30,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638950543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742225_1401 (size=12154) 2024-12-08T06:21:30,556 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:30,560 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412085e96b832c5684974ba37840c28c0b0f8_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412085e96b832c5684974ba37840c28c0b0f8_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:30,561 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/0cb8b54124eb4ad7ba4c52b9bfff0235, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:30,563 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/0cb8b54124eb4ad7ba4c52b9bfff0235 is 175, key is test_row_0/A:col10/1733638890504/Put/seqid=0 2024-12-08T06:21:30,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742226_1402 (size=30955) 2024-12-08T06:21:30,570 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/0cb8b54124eb4ad7ba4c52b9bfff0235 2024-12-08T06:21:30,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-08T06:21:30,597 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/33a46f69c47443c2b889423be0decde0 is 50, key is test_row_0/B:col10/1733638890504/Put/seqid=0 2024-12-08T06:21:30,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742227_1403 (size=12001) 2024-12-08T06:21:30,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/33a46f69c47443c2b889423be0decde0 2024-12-08T06:21:30,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/b0cd600ebe3c44e4947d95e6724feb1c is 50, key is test_row_0/C:col10/1733638890504/Put/seqid=0 2024-12-08T06:21:30,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:30,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638950641, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638950644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,644 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:30,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638950644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638950645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,645 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:30,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638950645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,650 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,650 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-08T06:21:30,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:30,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:30,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:30,650 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] handler.RSProcedureHandler(58): pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:30,651 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=105 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:30,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=105 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:30,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742228_1404 (size=12001) 2024-12-08T06:21:30,654 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/b0cd600ebe3c44e4947d95e6724feb1c 2024-12-08T06:21:30,668 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/0cb8b54124eb4ad7ba4c52b9bfff0235 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/0cb8b54124eb4ad7ba4c52b9bfff0235 2024-12-08T06:21:30,672 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/0cb8b54124eb4ad7ba4c52b9bfff0235, entries=150, sequenceid=17, filesize=30.2 K 2024-12-08T06:21:30,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/33a46f69c47443c2b889423be0decde0 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/33a46f69c47443c2b889423be0decde0 2024-12-08T06:21:30,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/33a46f69c47443c2b889423be0decde0, entries=150, sequenceid=17, filesize=11.7 K 2024-12-08T06:21:30,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/b0cd600ebe3c44e4947d95e6724feb1c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/b0cd600ebe3c44e4947d95e6724feb1c 2024-12-08T06:21:30,683 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/b0cd600ebe3c44e4947d95e6724feb1c, entries=150, sequenceid=17, filesize=11.7 K 2024-12-08T06:21:30,684 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 6d11a4ac5aa4c116b44578b26b4732d1 in 178ms, sequenceid=17, compaction requested=false 2024-12-08T06:21:30,684 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-08T06:21:30,685 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:30,802 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,802 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=105 2024-12-08T06:21:30,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:30,803 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T06:21:30,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:30,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:30,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:30,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:30,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:30,803 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:30,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-08T06:21:30,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d145e875f3ad442d913e10c6e54d4f43_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638890533/Put/seqid=0 2024-12-08T06:21:30,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742229_1405 (size=12154) 2024-12-08T06:21:30,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:30,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:30,858 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:30,858 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638950852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638950854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:30,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638950856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638950857, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:30,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638950858, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,961 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638950959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:30,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638950959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638950963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638950964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:30,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:30,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638950964, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:31,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-08T06:21:31,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638951164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:31,168 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638951164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:31,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638951167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:31,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:31,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638951167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:31,171 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:31,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638951168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:31,221 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:31,225 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d145e875f3ad442d913e10c6e54d4f43_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d145e875f3ad442d913e10c6e54d4f43_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:31,225 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/3004ba562fe1494c801f4662f43a89ce, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:31,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/3004ba562fe1494c801f4662f43a89ce is 175, key is test_row_0/A:col10/1733638890533/Put/seqid=0 2024-12-08T06:21:31,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742230_1406 (size=30955) 2024-12-08T06:21:31,471 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:31,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638951469, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:31,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638951470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:31,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638951471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:31,473 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:31,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638951471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:31,475 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:31,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638951473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:31,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-08T06:21:31,635 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/3004ba562fe1494c801f4662f43a89ce 2024-12-08T06:21:31,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/ea7be89be3ed401ebee09b4b5c975a62 is 50, key is test_row_0/B:col10/1733638890533/Put/seqid=0 2024-12-08T06:21:31,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742231_1407 (size=12001) 2024-12-08T06:21:31,975 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:31,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638951973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:31,978 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:31,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638951975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:31,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638951975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:31,979 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638951977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:31,980 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:31,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638951979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:32,050 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/ea7be89be3ed401ebee09b4b5c975a62 2024-12-08T06:21:32,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/16eb6febb7f6467db1db7500b719d9d1 is 50, key is test_row_0/C:col10/1733638890533/Put/seqid=0 2024-12-08T06:21:32,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742232_1408 (size=12001) 2024-12-08T06:21:32,074 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/16eb6febb7f6467db1db7500b719d9d1 2024-12-08T06:21:32,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/3004ba562fe1494c801f4662f43a89ce as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/3004ba562fe1494c801f4662f43a89ce 2024-12-08T06:21:32,084 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/3004ba562fe1494c801f4662f43a89ce, entries=150, sequenceid=41, filesize=30.2 K 2024-12-08T06:21:32,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/ea7be89be3ed401ebee09b4b5c975a62 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/ea7be89be3ed401ebee09b4b5c975a62 2024-12-08T06:21:32,090 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/ea7be89be3ed401ebee09b4b5c975a62, entries=150, sequenceid=41, filesize=11.7 K 2024-12-08T06:21:32,091 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/16eb6febb7f6467db1db7500b719d9d1 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/16eb6febb7f6467db1db7500b719d9d1 2024-12-08T06:21:32,094 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/16eb6febb7f6467db1db7500b719d9d1, entries=150, sequenceid=41, filesize=11.7 K 2024-12-08T06:21:32,095 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6d11a4ac5aa4c116b44578b26b4732d1 in 1292ms, sequenceid=41, compaction requested=false 2024-12-08T06:21:32,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:32,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:32,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=105}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=105 2024-12-08T06:21:32,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=105 2024-12-08T06:21:32,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=105, resume processing ppid=104 2024-12-08T06:21:32,098 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, ppid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5990 sec 2024-12-08T06:21:32,099 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=104, table=TestAcidGuarantees in 1.6040 sec 2024-12-08T06:21:32,277 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T06:21:32,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=104 2024-12-08T06:21:32,608 INFO [Thread-1789 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 104 completed 2024-12-08T06:21:32,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees 2024-12-08T06:21:32,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-08T06:21:32,610 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:32,611 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=106, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:32,611 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-08T06:21:32,762 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:32,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=107 2024-12-08T06:21:32,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:32,763 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T06:21:32,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:32,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:32,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:32,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:32,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:32,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:32,778 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208cb87d8dbe14447d5a25d6717a4c39c21_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638890850/Put/seqid=0 2024-12-08T06:21:32,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742233_1409 (size=12154) 2024-12-08T06:21:32,786 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:32,797 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208cb87d8dbe14447d5a25d6717a4c39c21_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208cb87d8dbe14447d5a25d6717a4c39c21_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:32,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/be72e7c1fd7147f6ad61654754c6e7dc, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:32,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/be72e7c1fd7147f6ad61654754c6e7dc is 175, key is test_row_0/A:col10/1733638890850/Put/seqid=0 2024-12-08T06:21:32,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742234_1410 (size=30955) 2024-12-08T06:21:32,808 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=53, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/be72e7c1fd7147f6ad61654754c6e7dc 2024-12-08T06:21:32,815 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/c2f498d6d7214eb3b16149421327b02c is 50, key is test_row_0/B:col10/1733638890850/Put/seqid=0 2024-12-08T06:21:32,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742235_1411 (size=12001) 2024-12-08T06:21:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-08T06:21:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:32,979 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:33,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638953010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:33,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638953011, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:33,019 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638953012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:33,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638953014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:33,028 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638953019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:33,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638953120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:33,125 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638953120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:33,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638953120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:33,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638953122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:33,134 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638953128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:33,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-08T06:21:33,226 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/c2f498d6d7214eb3b16149421327b02c 2024-12-08T06:21:33,234 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/5a04b203618d412b8d3b40b9b824fa43 is 50, key is test_row_0/C:col10/1733638890850/Put/seqid=0 2024-12-08T06:21:33,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742236_1412 (size=12001) 2024-12-08T06:21:33,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:33,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638953326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:33,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638953327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:33,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638953327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:33,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638953327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:33,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:33,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638953335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:33,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:33,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638953633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:33,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:33,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638953633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638953633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:33,638 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638953634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:33,643 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:33,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638953638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:33,645 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/5a04b203618d412b8d3b40b9b824fa43 2024-12-08T06:21:33,650 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/be72e7c1fd7147f6ad61654754c6e7dc as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/be72e7c1fd7147f6ad61654754c6e7dc 2024-12-08T06:21:33,654 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/be72e7c1fd7147f6ad61654754c6e7dc, entries=150, sequenceid=53, filesize=30.2 K 2024-12-08T06:21:33,655 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/c2f498d6d7214eb3b16149421327b02c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/c2f498d6d7214eb3b16149421327b02c 2024-12-08T06:21:33,658 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/c2f498d6d7214eb3b16149421327b02c, entries=150, sequenceid=53, filesize=11.7 K 2024-12-08T06:21:33,659 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/5a04b203618d412b8d3b40b9b824fa43 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/5a04b203618d412b8d3b40b9b824fa43 2024-12-08T06:21:33,663 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/5a04b203618d412b8d3b40b9b824fa43, entries=150, sequenceid=53, filesize=11.7 K 2024-12-08T06:21:33,663 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6d11a4ac5aa4c116b44578b26b4732d1 in 900ms, sequenceid=53, compaction requested=true 2024-12-08T06:21:33,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:33,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:33,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=107}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=107 2024-12-08T06:21:33,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=107 2024-12-08T06:21:33,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-08T06:21:33,666 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0540 sec 2024-12-08T06:21:33,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=106, table=TestAcidGuarantees in 1.0570 sec 2024-12-08T06:21:33,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-08T06:21:33,713 INFO [Thread-1789 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-08T06:21:33,714 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees 2024-12-08T06:21:33,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-08T06:21:33,715 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:33,716 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=108, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:33,716 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=109, ppid=108, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:33,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-08T06:21:33,867 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:33,868 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=109 2024-12-08T06:21:33,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:33,868 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T06:21:33,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:33,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:33,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:33,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:33,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:33,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:33,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f70f159150714052b581ecbf5b9fc38c_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638893017/Put/seqid=0 2024-12-08T06:21:33,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742237_1413 (size=12154) 2024-12-08T06:21:34,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-08T06:21:34,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:34,144 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:34,158 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:34,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638954152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:34,158 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638954153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:34,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638954154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:34,159 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:34,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638954155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:34,160 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:34,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638954155, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:34,260 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:34,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638954259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:34,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:34,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638954260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:34,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638954260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:34,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638954260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:34,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:34,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638954261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:34,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:34,285 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f70f159150714052b581ecbf5b9fc38c_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f70f159150714052b581ecbf5b9fc38c_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:34,289 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/f1f187a92e414f57998fe345707dd5b3, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:34,290 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/f1f187a92e414f57998fe345707dd5b3 is 175, key is test_row_0/A:col10/1733638893017/Put/seqid=0 2024-12-08T06:21:34,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742238_1414 (size=30955) 2024-12-08T06:21:34,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-08T06:21:34,467 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:34,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638954463, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:34,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638954466, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:34,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638954467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:34,470 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:34,470 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638954467, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:34,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638954468, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:34,698 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=77, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/f1f187a92e414f57998fe345707dd5b3 2024-12-08T06:21:34,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/8b4d1da11e73406d9fc4a8f473d25cfe is 50, key is test_row_0/B:col10/1733638893017/Put/seqid=0 2024-12-08T06:21:34,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742239_1415 (size=12001) 2024-12-08T06:21:34,721 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/8b4d1da11e73406d9fc4a8f473d25cfe 2024-12-08T06:21:34,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/e3d352f878334229a8366c45e9993fd6 is 50, key is test_row_0/C:col10/1733638893017/Put/seqid=0 2024-12-08T06:21:34,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742240_1416 (size=12001) 2024-12-08T06:21:34,776 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638954770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:34,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638954771, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:34,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:34,777 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638954772, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638954773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:34,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:34,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638954773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:34,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-08T06:21:35,144 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/e3d352f878334229a8366c45e9993fd6 2024-12-08T06:21:35,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/f1f187a92e414f57998fe345707dd5b3 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/f1f187a92e414f57998fe345707dd5b3 2024-12-08T06:21:35,155 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/f1f187a92e414f57998fe345707dd5b3, entries=150, sequenceid=77, filesize=30.2 K 2024-12-08T06:21:35,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/8b4d1da11e73406d9fc4a8f473d25cfe as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/8b4d1da11e73406d9fc4a8f473d25cfe 2024-12-08T06:21:35,161 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/8b4d1da11e73406d9fc4a8f473d25cfe, entries=150, sequenceid=77, filesize=11.7 K 2024-12-08T06:21:35,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/e3d352f878334229a8366c45e9993fd6 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/e3d352f878334229a8366c45e9993fd6 2024-12-08T06:21:35,165 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/e3d352f878334229a8366c45e9993fd6, entries=150, sequenceid=77, filesize=11.7 K 2024-12-08T06:21:35,166 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 6d11a4ac5aa4c116b44578b26b4732d1 in 1298ms, sequenceid=77, compaction requested=true 2024-12-08T06:21:35,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:35,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:35,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=109}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=109 2024-12-08T06:21:35,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=109 2024-12-08T06:21:35,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=109, resume processing ppid=108 2024-12-08T06:21:35,169 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, ppid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4520 sec 2024-12-08T06:21:35,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=108, table=TestAcidGuarantees in 1.4560 sec 2024-12-08T06:21:35,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:35,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T06:21:35,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:35,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:35,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:35,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:35,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:35,283 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:35,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081a7f70f958f1424c814d1ed26fc60119_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638894153/Put/seqid=0 2024-12-08T06:21:35,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742241_1417 (size=14594) 2024-12-08T06:21:35,323 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:35,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638955317, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:35,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638955321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:35,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638955322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:35,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:35,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638955323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:35,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:35,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638955323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:35,429 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:35,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638955424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:35,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638955430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:35,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638955430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:35,432 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638955430, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:35,436 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:35,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638955431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:35,635 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:35,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638955632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:35,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638955633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:35,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:35,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638955633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:35,638 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:35,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638955634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:35,642 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:35,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638955638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:35,694 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:35,698 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081a7f70f958f1424c814d1ed26fc60119_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081a7f70f958f1424c814d1ed26fc60119_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:35,699 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/ca19b0db8f25403c8daa9b70814f74bc, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:35,700 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/ca19b0db8f25403c8daa9b70814f74bc is 175, key is test_row_0/A:col10/1733638894153/Put/seqid=0 2024-12-08T06:21:35,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742242_1418 (size=39549) 2024-12-08T06:21:35,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=108 2024-12-08T06:21:35,819 INFO [Thread-1789 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 108 completed 2024-12-08T06:21:35,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:35,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees 2024-12-08T06:21:35,822 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:35,822 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=110, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:35,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:35,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-08T06:21:35,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-08T06:21:35,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:35,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638955937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:35,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638955939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:35,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638955939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:35,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:35,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638955940, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:35,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:35,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638955943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:35,974 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:35,975 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-08T06:21:35,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:35,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:35,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:35,975 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:35,975 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:36,104 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=90, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/ca19b0db8f25403c8daa9b70814f74bc 2024-12-08T06:21:36,112 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/7b038fb785764c0abcc89add34f67451 is 50, key is test_row_0/B:col10/1733638894153/Put/seqid=0 2024-12-08T06:21:36,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742243_1419 (size=12001) 2024-12-08T06:21:36,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/7b038fb785764c0abcc89add34f67451 2024-12-08T06:21:36,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-08T06:21:36,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/6209cdd2af4f4038b285d62c811b1a10 is 50, key is test_row_0/C:col10/1733638894153/Put/seqid=0 2024-12-08T06:21:36,127 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:36,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-08T06:21:36,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:36,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:36,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:36,128 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] handler.RSProcedureHandler(58): pid=111 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:36,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=111 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:36,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=111 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:36,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742244_1420 (size=12001) 2024-12-08T06:21:36,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/6209cdd2af4f4038b285d62c811b1a10 2024-12-08T06:21:36,138 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/ca19b0db8f25403c8daa9b70814f74bc as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/ca19b0db8f25403c8daa9b70814f74bc 2024-12-08T06:21:36,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/ca19b0db8f25403c8daa9b70814f74bc, entries=200, sequenceid=90, filesize=38.6 K 2024-12-08T06:21:36,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/7b038fb785764c0abcc89add34f67451 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/7b038fb785764c0abcc89add34f67451 2024-12-08T06:21:36,145 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/7b038fb785764c0abcc89add34f67451, entries=150, sequenceid=90, filesize=11.7 K 2024-12-08T06:21:36,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/6209cdd2af4f4038b285d62c811b1a10 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/6209cdd2af4f4038b285d62c811b1a10 2024-12-08T06:21:36,149 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/6209cdd2af4f4038b285d62c811b1a10, entries=150, sequenceid=90, filesize=11.7 K 2024-12-08T06:21:36,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for 6d11a4ac5aa4c116b44578b26b4732d1 in 867ms, sequenceid=90, compaction requested=true 2024-12-08T06:21:36,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:36,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d11a4ac5aa4c116b44578b26b4732d1:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:21:36,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:36,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d11a4ac5aa4c116b44578b26b4732d1:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:21:36,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:36,150 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-08T06:21:36,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d11a4ac5aa4c116b44578b26b4732d1:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:21:36,150 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-08T06:21:36,151 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-08T06:21:36,152 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 163369 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-08T06:21:36,152 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 6d11a4ac5aa4c116b44578b26b4732d1/A is initiating minor compaction (all files) 2024-12-08T06:21:36,152 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d11a4ac5aa4c116b44578b26b4732d1/A in TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:36,152 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/0cb8b54124eb4ad7ba4c52b9bfff0235, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/3004ba562fe1494c801f4662f43a89ce, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/be72e7c1fd7147f6ad61654754c6e7dc, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/f1f187a92e414f57998fe345707dd5b3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/ca19b0db8f25403c8daa9b70814f74bc] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp, totalSize=159.5 K 2024-12-08T06:21:36,152 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:36,152 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/0cb8b54124eb4ad7ba4c52b9bfff0235, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/3004ba562fe1494c801f4662f43a89ce, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/be72e7c1fd7147f6ad61654754c6e7dc, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/f1f187a92e414f57998fe345707dd5b3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/ca19b0db8f25403c8daa9b70814f74bc] 2024-12-08T06:21:36,153 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0cb8b54124eb4ad7ba4c52b9bfff0235, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733638890504 2024-12-08T06:21:36,153 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3004ba562fe1494c801f4662f43a89ce, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733638890532 2024-12-08T06:21:36,153 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-08T06:21:36,153 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 6d11a4ac5aa4c116b44578b26b4732d1/B is initiating minor compaction (all files) 2024-12-08T06:21:36,153 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting be72e7c1fd7147f6ad61654754c6e7dc, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733638890850 2024-12-08T06:21:36,153 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d11a4ac5aa4c116b44578b26b4732d1/B in TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:36,153 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/33a46f69c47443c2b889423be0decde0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/ea7be89be3ed401ebee09b4b5c975a62, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/c2f498d6d7214eb3b16149421327b02c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/8b4d1da11e73406d9fc4a8f473d25cfe, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/7b038fb785764c0abcc89add34f67451] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp, totalSize=58.6 K 2024-12-08T06:21:36,154 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1f187a92e414f57998fe345707dd5b3, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733638893010 2024-12-08T06:21:36,154 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 33a46f69c47443c2b889423be0decde0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733638890504 2024-12-08T06:21:36,154 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca19b0db8f25403c8daa9b70814f74bc, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733638894152 2024-12-08T06:21:36,154 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting ea7be89be3ed401ebee09b4b5c975a62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733638890532 2024-12-08T06:21:36,155 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting c2f498d6d7214eb3b16149421327b02c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733638890850 2024-12-08T06:21:36,155 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b4d1da11e73406d9fc4a8f473d25cfe, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733638893010 2024-12-08T06:21:36,156 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b038fb785764c0abcc89add34f67451, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733638894152 2024-12-08T06:21:36,165 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:36,168 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412087290302d34ff411fa0cbe5fe55a5b379_6d11a4ac5aa4c116b44578b26b4732d1 store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:36,168 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d11a4ac5aa4c116b44578b26b4732d1#B#compaction#362 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:36,168 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/5bbeb966573640df82b157db09129d88 is 50, key is test_row_0/B:col10/1733638894153/Put/seqid=0 2024-12-08T06:21:36,172 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412087290302d34ff411fa0cbe5fe55a5b379_6d11a4ac5aa4c116b44578b26b4732d1, store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:36,172 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412087290302d34ff411fa0cbe5fe55a5b379_6d11a4ac5aa4c116b44578b26b4732d1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:36,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742245_1421 (size=12173) 2024-12-08T06:21:36,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742246_1422 (size=4469) 2024-12-08T06:21:36,179 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d11a4ac5aa4c116b44578b26b4732d1#A#compaction#361 average throughput is 1.88 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:36,179 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/d9ce77ae9b6042679769435bd33a78af is 175, key is test_row_0/A:col10/1733638894153/Put/seqid=0 2024-12-08T06:21:36,178 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/5bbeb966573640df82b157db09129d88 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/5bbeb966573640df82b157db09129d88 2024-12-08T06:21:36,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742247_1423 (size=31127) 2024-12-08T06:21:36,184 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6d11a4ac5aa4c116b44578b26b4732d1/B of 6d11a4ac5aa4c116b44578b26b4732d1 into 5bbeb966573640df82b157db09129d88(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:36,185 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:36,185 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., storeName=6d11a4ac5aa4c116b44578b26b4732d1/B, priority=11, startTime=1733638896150; duration=0sec 2024-12-08T06:21:36,185 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:36,185 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d11a4ac5aa4c116b44578b26b4732d1:B 2024-12-08T06:21:36,185 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-08T06:21:36,186 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-08T06:21:36,187 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 6d11a4ac5aa4c116b44578b26b4732d1/C is initiating minor compaction (all files) 2024-12-08T06:21:36,187 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d11a4ac5aa4c116b44578b26b4732d1/C in TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:36,187 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/b0cd600ebe3c44e4947d95e6724feb1c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/16eb6febb7f6467db1db7500b719d9d1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/5a04b203618d412b8d3b40b9b824fa43, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/e3d352f878334229a8366c45e9993fd6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/6209cdd2af4f4038b285d62c811b1a10] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp, totalSize=58.6 K 2024-12-08T06:21:36,187 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting b0cd600ebe3c44e4947d95e6724feb1c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733638890504 2024-12-08T06:21:36,187 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 16eb6febb7f6467db1db7500b719d9d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733638890532 2024-12-08T06:21:36,188 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a04b203618d412b8d3b40b9b824fa43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733638890850 2024-12-08T06:21:36,188 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting e3d352f878334229a8366c45e9993fd6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733638893010 2024-12-08T06:21:36,188 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 6209cdd2af4f4038b285d62c811b1a10, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733638894152 2024-12-08T06:21:36,203 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d11a4ac5aa4c116b44578b26b4732d1#C#compaction#363 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:36,204 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/08b87bb8c5d9459798838d5afe0a5727 is 50, key is test_row_0/C:col10/1733638894153/Put/seqid=0 2024-12-08T06:21:36,212 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742248_1424 (size=12173) 2024-12-08T06:21:36,216 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/08b87bb8c5d9459798838d5afe0a5727 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/08b87bb8c5d9459798838d5afe0a5727 2024-12-08T06:21:36,221 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6d11a4ac5aa4c116b44578b26b4732d1/C of 6d11a4ac5aa4c116b44578b26b4732d1 into 08b87bb8c5d9459798838d5afe0a5727(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:36,221 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:36,221 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., storeName=6d11a4ac5aa4c116b44578b26b4732d1/C, priority=11, startTime=1733638896150; duration=0sec 2024-12-08T06:21:36,221 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:36,221 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d11a4ac5aa4c116b44578b26b4732d1:C 2024-12-08T06:21:36,280 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:36,280 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=111 2024-12-08T06:21:36,280 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:36,281 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T06:21:36,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:36,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:36,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:36,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:36,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:36,281 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:36,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412088b31094f81a94ab995c4584512a718a9_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638895322/Put/seqid=0 2024-12-08T06:21:36,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742249_1425 (size=12154) 2024-12-08T06:21:36,292 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,296 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412088b31094f81a94ab995c4584512a718a9_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088b31094f81a94ab995c4584512a718a9_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:36,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/9cd9c30932ac4380b57ad1bb6b10ae4a, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:36,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/9cd9c30932ac4380b57ad1bb6b10ae4a is 175, key is test_row_0/A:col10/1733638895322/Put/seqid=0 2024-12-08T06:21:36,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742250_1426 (size=30955) 2024-12-08T06:21:36,302 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=116, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/9cd9c30932ac4380b57ad1bb6b10ae4a 2024-12-08T06:21:36,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/883a15556b7d4783b304611b1b37f33e is 50, key is test_row_0/B:col10/1733638895322/Put/seqid=0 2024-12-08T06:21:36,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742251_1427 (size=12001) 2024-12-08T06:21:36,311 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/883a15556b7d4783b304611b1b37f33e 2024-12-08T06:21:36,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/6ae3e6b48fcd49b582a59418f59e903e is 50, key is test_row_0/C:col10/1733638895322/Put/seqid=0 2024-12-08T06:21:36,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742252_1428 (size=12001) 2024-12-08T06:21:36,327 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/6ae3e6b48fcd49b582a59418f59e903e 2024-12-08T06:21:36,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/9cd9c30932ac4380b57ad1bb6b10ae4a as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/9cd9c30932ac4380b57ad1bb6b10ae4a 2024-12-08T06:21:36,334 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/9cd9c30932ac4380b57ad1bb6b10ae4a, entries=150, sequenceid=116, filesize=30.2 K 2024-12-08T06:21:36,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/883a15556b7d4783b304611b1b37f33e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/883a15556b7d4783b304611b1b37f33e 2024-12-08T06:21:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,339 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/883a15556b7d4783b304611b1b37f33e, entries=150, sequenceid=116, filesize=11.7 K 2024-12-08T06:21:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,339 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/6ae3e6b48fcd49b582a59418f59e903e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/6ae3e6b48fcd49b582a59418f59e903e 2024-12-08T06:21:36,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,343 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/6ae3e6b48fcd49b582a59418f59e903e, entries=150, sequenceid=116, filesize=11.7 K 2024-12-08T06:21:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,343 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 6d11a4ac5aa4c116b44578b26b4732d1 in 62ms, sequenceid=116, compaction requested=false 2024-12-08T06:21:36,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:36,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:36,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=111}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=111 2024-12-08T06:21:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=111 2024-12-08T06:21:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-08T06:21:36,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 523 msec 2024-12-08T06:21:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,348 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=110, table=TestAcidGuarantees in 526 msec 2024-12-08T06:21:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=110 2024-12-08T06:21:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,426 INFO [Thread-1789 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 110 completed 2024-12-08T06:21:36,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,428 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees 2024-12-08T06:21:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-08T06:21:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,429 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:36,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,430 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=112, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,430 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=112, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-08T06:21:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:36,564 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:21:36,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:36,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:36,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:36,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:36,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:36,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,573 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120831b82fa0f8ef4992acd202dfb88fc5fd_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638896562/Put/seqid=0 2024-12-08T06:21:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,582 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:36,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-08T06:21:36,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:36,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:36,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:36,583 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] handler.RSProcedureHandler(58): pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:36,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=113 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=113 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:36,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,588 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/d9ce77ae9b6042679769435bd33a78af as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/d9ce77ae9b6042679769435bd33a78af 2024-12-08T06:21:36,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742253_1429 (size=19474) 2024-12-08T06:21:36,594 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in 6d11a4ac5aa4c116b44578b26b4732d1/A of 6d11a4ac5aa4c116b44578b26b4732d1 into d9ce77ae9b6042679769435bd33a78af(size=30.4 K), total size for store is 60.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:36,594 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:36,594 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., storeName=6d11a4ac5aa4c116b44578b26b4732d1/A, priority=11, startTime=1733638896150; duration=0sec 2024-12-08T06:21:36,594 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:36,594 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d11a4ac5aa4c116b44578b26b4732d1:A 2024-12-08T06:21:36,595 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,600 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120831b82fa0f8ef4992acd202dfb88fc5fd_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120831b82fa0f8ef4992acd202dfb88fc5fd_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:36,601 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/75326d52d8e5453db594d5bb6a279fb9, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:36,601 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/75326d52d8e5453db594d5bb6a279fb9 is 175, key is test_row_0/A:col10/1733638896562/Put/seqid=0 2024-12-08T06:21:36,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742254_1430 (size=56733) 2024-12-08T06:21:36,610 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=128, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/75326d52d8e5453db594d5bb6a279fb9 2024-12-08T06:21:36,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:36,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638956614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:36,625 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/f2d6506dae1d4458b6beeb3201850b96 is 50, key is test_row_0/B:col10/1733638896562/Put/seqid=0 2024-12-08T06:21:36,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:36,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638956620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:36,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:36,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638956623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:36,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638956623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:36,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:36,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638956624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:36,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742255_1431 (size=12001) 2024-12-08T06:21:36,643 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/f2d6506dae1d4458b6beeb3201850b96 2024-12-08T06:21:36,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/e19ccbc2995e419ca090b6a7fc51a938 is 50, key is test_row_0/C:col10/1733638896562/Put/seqid=0 2024-12-08T06:21:36,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742256_1432 (size=12001) 2024-12-08T06:21:36,658 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/e19ccbc2995e419ca090b6a7fc51a938 2024-12-08T06:21:36,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/75326d52d8e5453db594d5bb6a279fb9 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/75326d52d8e5453db594d5bb6a279fb9 2024-12-08T06:21:36,670 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/75326d52d8e5453db594d5bb6a279fb9, entries=300, sequenceid=128, filesize=55.4 K 2024-12-08T06:21:36,671 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/f2d6506dae1d4458b6beeb3201850b96 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/f2d6506dae1d4458b6beeb3201850b96 2024-12-08T06:21:36,675 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/f2d6506dae1d4458b6beeb3201850b96, entries=150, sequenceid=128, filesize=11.7 K 2024-12-08T06:21:36,676 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/e19ccbc2995e419ca090b6a7fc51a938 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/e19ccbc2995e419ca090b6a7fc51a938 2024-12-08T06:21:36,681 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/e19ccbc2995e419ca090b6a7fc51a938, entries=150, sequenceid=128, filesize=11.7 K 2024-12-08T06:21:36,682 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6d11a4ac5aa4c116b44578b26b4732d1 in 118ms, sequenceid=128, compaction requested=true 2024-12-08T06:21:36,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:36,683 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:36,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d11a4ac5aa4c116b44578b26b4732d1:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:21:36,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:36,683 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:36,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d11a4ac5aa4c116b44578b26b4732d1:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:21:36,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:36,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d11a4ac5aa4c116b44578b26b4732d1:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:21:36,683 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:36,688 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118815 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:36,688 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 6d11a4ac5aa4c116b44578b26b4732d1/A is initiating minor compaction (all files) 2024-12-08T06:21:36,688 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d11a4ac5aa4c116b44578b26b4732d1/A in TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:36,688 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/d9ce77ae9b6042679769435bd33a78af, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/9cd9c30932ac4380b57ad1bb6b10ae4a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/75326d52d8e5453db594d5bb6a279fb9] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp, totalSize=116.0 K 2024-12-08T06:21:36,688 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:36,688 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/d9ce77ae9b6042679769435bd33a78af, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/9cd9c30932ac4380b57ad1bb6b10ae4a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/75326d52d8e5453db594d5bb6a279fb9] 2024-12-08T06:21:36,688 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:36,688 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 6d11a4ac5aa4c116b44578b26b4732d1/B is initiating minor compaction (all files) 2024-12-08T06:21:36,688 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d11a4ac5aa4c116b44578b26b4732d1/B in TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:36,688 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/5bbeb966573640df82b157db09129d88, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/883a15556b7d4783b304611b1b37f33e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/f2d6506dae1d4458b6beeb3201850b96] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp, totalSize=35.3 K 2024-12-08T06:21:36,689 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting d9ce77ae9b6042679769435bd33a78af, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733638894152 2024-12-08T06:21:36,689 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bbeb966573640df82b157db09129d88, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733638894152 2024-12-08T06:21:36,689 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 883a15556b7d4783b304611b1b37f33e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733638895318 2024-12-08T06:21:36,689 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cd9c30932ac4380b57ad1bb6b10ae4a, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733638895318 2024-12-08T06:21:36,690 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting f2d6506dae1d4458b6beeb3201850b96, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733638896562 2024-12-08T06:21:36,690 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75326d52d8e5453db594d5bb6a279fb9, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733638896525 2024-12-08T06:21:36,701 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:36,701 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d11a4ac5aa4c116b44578b26b4732d1#B#compaction#370 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:36,702 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/5ab8f2128a9e47268f31db496f7237b4 is 50, key is test_row_0/B:col10/1733638896562/Put/seqid=0 2024-12-08T06:21:36,703 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412089aba746fabde44c0a91e2faaba2d3bb5_6d11a4ac5aa4c116b44578b26b4732d1 store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:36,706 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412089aba746fabde44c0a91e2faaba2d3bb5_6d11a4ac5aa4c116b44578b26b4732d1, store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:36,706 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412089aba746fabde44c0a91e2faaba2d3bb5_6d11a4ac5aa4c116b44578b26b4732d1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:36,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742257_1433 (size=12275) 2024-12-08T06:21:36,725 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/5ab8f2128a9e47268f31db496f7237b4 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/5ab8f2128a9e47268f31db496f7237b4 2024-12-08T06:21:36,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-08T06:21:36,732 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d11a4ac5aa4c116b44578b26b4732d1/B of 6d11a4ac5aa4c116b44578b26b4732d1 into 5ab8f2128a9e47268f31db496f7237b4(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:36,732 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:36,732 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., storeName=6d11a4ac5aa4c116b44578b26b4732d1/B, priority=13, startTime=1733638896683; duration=0sec 2024-12-08T06:21:36,732 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:36,732 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d11a4ac5aa4c116b44578b26b4732d1:B 2024-12-08T06:21:36,732 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:36,734 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:36,734 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 6d11a4ac5aa4c116b44578b26b4732d1/C is initiating minor compaction (all files) 2024-12-08T06:21:36,734 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d11a4ac5aa4c116b44578b26b4732d1/C in TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:36,734 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:36,734 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/08b87bb8c5d9459798838d5afe0a5727, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/6ae3e6b48fcd49b582a59418f59e903e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/e19ccbc2995e419ca090b6a7fc51a938] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp, totalSize=35.3 K 2024-12-08T06:21:36,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=113 2024-12-08T06:21:36,734 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 08b87bb8c5d9459798838d5afe0a5727, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1733638894152 2024-12-08T06:21:36,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:36,735 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T06:21:36,735 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 6ae3e6b48fcd49b582a59418f59e903e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733638895318 2024-12-08T06:21:36,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:36,735 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:36,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:36,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:36,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:36,735 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting e19ccbc2995e419ca090b6a7fc51a938, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733638896562 2024-12-08T06:21:36,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:36,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:36,735 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:36,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742258_1434 (size=4469) 2024-12-08T06:21:36,757 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638956746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:36,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638956748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:36,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:36,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638956748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:36,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:36,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638956752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:36,762 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d11a4ac5aa4c116b44578b26b4732d1#C#compaction#372 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:36,763 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/947fa1c370c3420e9e104fec13640939 is 50, key is test_row_0/C:col10/1733638896562/Put/seqid=0 2024-12-08T06:21:36,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:36,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638956757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:36,785 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208854b341450394722a43436096221a896_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638896619/Put/seqid=0 2024-12-08T06:21:36,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742259_1435 (size=12275) 2024-12-08T06:21:36,804 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/947fa1c370c3420e9e104fec13640939 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/947fa1c370c3420e9e104fec13640939 2024-12-08T06:21:36,813 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d11a4ac5aa4c116b44578b26b4732d1/C of 6d11a4ac5aa4c116b44578b26b4732d1 into 947fa1c370c3420e9e104fec13640939(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:36,813 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:36,813 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., storeName=6d11a4ac5aa4c116b44578b26b4732d1/C, priority=13, startTime=1733638896683; duration=0sec 2024-12-08T06:21:36,813 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:36,813 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d11a4ac5aa4c116b44578b26b4732d1:C 2024-12-08T06:21:36,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742260_1436 (size=12304) 2024-12-08T06:21:36,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:36,823 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208854b341450394722a43436096221a896_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208854b341450394722a43436096221a896_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:36,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/b21ae47d3ff7426398f3eb4df1c0f412, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:36,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/b21ae47d3ff7426398f3eb4df1c0f412 is 175, key is test_row_0/A:col10/1733638896619/Put/seqid=0 2024-12-08T06:21:36,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742261_1437 (size=31105) 2024-12-08T06:21:36,845 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=155, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/b21ae47d3ff7426398f3eb4df1c0f412 2024-12-08T06:21:36,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/c1cd9c0bbda4496cac7f9d38e6d3e279 is 50, key is test_row_0/B:col10/1733638896619/Put/seqid=0 2024-12-08T06:21:36,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:36,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638956859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:36,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638956859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:36,863 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:36,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638956859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:36,865 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:36,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638956861, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:36,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:36,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638956867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:36,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742262_1438 (size=12151) 2024-12-08T06:21:37,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-08T06:21:37,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638957063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:37,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638957064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:37,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638957064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:37,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638957067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,076 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:37,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638957074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,147 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d11a4ac5aa4c116b44578b26b4732d1#A#compaction#371 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:37,148 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/b3db695fea464c9da6c7a3974bdedd8e is 175, key is test_row_0/A:col10/1733638896562/Put/seqid=0 2024-12-08T06:21:37,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742263_1439 (size=31229) 2024-12-08T06:21:37,156 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/b3db695fea464c9da6c7a3974bdedd8e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/b3db695fea464c9da6c7a3974bdedd8e 2024-12-08T06:21:37,159 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d11a4ac5aa4c116b44578b26b4732d1/A of 6d11a4ac5aa4c116b44578b26b4732d1 into b3db695fea464c9da6c7a3974bdedd8e(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:37,159 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:37,159 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., storeName=6d11a4ac5aa4c116b44578b26b4732d1/A, priority=13, startTime=1733638896682; duration=0sec 2024-12-08T06:21:37,159 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:37,159 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d11a4ac5aa4c116b44578b26b4732d1:A 2024-12-08T06:21:37,279 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/c1cd9c0bbda4496cac7f9d38e6d3e279 2024-12-08T06:21:37,286 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/8a43da6bd9fb42ad859da1a52f0749fb is 50, key is test_row_0/C:col10/1733638896619/Put/seqid=0 2024-12-08T06:21:37,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742264_1440 (size=12151) 2024-12-08T06:21:37,295 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/8a43da6bd9fb42ad859da1a52f0749fb 2024-12-08T06:21:37,299 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/b21ae47d3ff7426398f3eb4df1c0f412 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/b21ae47d3ff7426398f3eb4df1c0f412 2024-12-08T06:21:37,304 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/b21ae47d3ff7426398f3eb4df1c0f412, entries=150, sequenceid=155, filesize=30.4 K 2024-12-08T06:21:37,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/c1cd9c0bbda4496cac7f9d38e6d3e279 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/c1cd9c0bbda4496cac7f9d38e6d3e279 2024-12-08T06:21:37,310 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/c1cd9c0bbda4496cac7f9d38e6d3e279, entries=150, sequenceid=155, filesize=11.9 K 2024-12-08T06:21:37,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/8a43da6bd9fb42ad859da1a52f0749fb as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/8a43da6bd9fb42ad859da1a52f0749fb 2024-12-08T06:21:37,314 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/8a43da6bd9fb42ad859da1a52f0749fb, entries=150, sequenceid=155, filesize=11.9 K 2024-12-08T06:21:37,315 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 6d11a4ac5aa4c116b44578b26b4732d1 in 580ms, sequenceid=155, compaction requested=false 2024-12-08T06:21:37,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:37,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:37,315 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=113}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=113 2024-12-08T06:21:37,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=113 2024-12-08T06:21:37,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=112 2024-12-08T06:21:37,318 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 887 msec 2024-12-08T06:21:37,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=112, table=TestAcidGuarantees in 891 msec 2024-12-08T06:21:37,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:37,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T06:21:37,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:37,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:37,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:37,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:37,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:37,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:37,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d328582abdcd432fb69e09622e6fda5b_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638896743/Put/seqid=0 2024-12-08T06:21:37,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742265_1441 (size=17284) 2024-12-08T06:21:37,390 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:37,394 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208d328582abdcd432fb69e09622e6fda5b_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d328582abdcd432fb69e09622e6fda5b_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:37,394 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/86fcf1e8ae1e451991990eab27db79c2, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:37,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/86fcf1e8ae1e451991990eab27db79c2 is 175, key is test_row_0/A:col10/1733638896743/Put/seqid=0 2024-12-08T06:21:37,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742266_1442 (size=48389) 2024-12-08T06:21:37,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638957402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:37,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638957403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638957403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,415 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:37,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638957404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,423 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:37,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638957414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:37,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638957515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638957515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638957515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:37,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638957516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,529 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:37,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638957524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=112 2024-12-08T06:21:37,533 INFO [Thread-1789 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 112 completed 2024-12-08T06:21:37,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:37,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-08T06:21:37,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-08T06:21:37,536 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:37,536 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:37,537 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:37,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-08T06:21:37,688 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-08T06:21:37,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:37,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:37,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:37,689 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:37,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:37,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:37,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638957722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638957723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638957723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,726 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:37,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638957724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,732 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:37,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638957730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,799 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/86fcf1e8ae1e451991990eab27db79c2 2024-12-08T06:21:37,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/5c114ce9d45748adb4383338945c6ded is 50, key is test_row_0/B:col10/1733638896743/Put/seqid=0 2024-12-08T06:21:37,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742267_1443 (size=12151) 2024-12-08T06:21:37,811 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/5c114ce9d45748adb4383338945c6ded 2024-12-08T06:21:37,818 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/b84d4349fecf4f668bf6e67ef4b84a11 is 50, key is test_row_0/C:col10/1733638896743/Put/seqid=0 2024-12-08T06:21:37,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742268_1444 (size=12151) 2024-12-08T06:21:37,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-08T06:21:37,841 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,842 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-08T06:21:37,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:37,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:37,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:37,842 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:37,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:37,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:37,994 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:37,995 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-08T06:21:37,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:37,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:37,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:37,995 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:37,995 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:37,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:38,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638958027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:38,031 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:38,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638958027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:38,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638958028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:38,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:38,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638958029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:38,038 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:38,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638958034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-08T06:21:38,147 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:38,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-08T06:21:38,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:38,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:38,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:38,148 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:38,149 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:38,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:38,224 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/b84d4349fecf4f668bf6e67ef4b84a11 2024-12-08T06:21:38,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/86fcf1e8ae1e451991990eab27db79c2 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/86fcf1e8ae1e451991990eab27db79c2 2024-12-08T06:21:38,232 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/86fcf1e8ae1e451991990eab27db79c2, entries=250, sequenceid=170, filesize=47.3 K 2024-12-08T06:21:38,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/5c114ce9d45748adb4383338945c6ded as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/5c114ce9d45748adb4383338945c6ded 2024-12-08T06:21:38,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/5c114ce9d45748adb4383338945c6ded, entries=150, sequenceid=170, filesize=11.9 K 2024-12-08T06:21:38,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/b84d4349fecf4f668bf6e67ef4b84a11 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/b84d4349fecf4f668bf6e67ef4b84a11 2024-12-08T06:21:38,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/b84d4349fecf4f668bf6e67ef4b84a11, entries=150, sequenceid=170, filesize=11.9 K 2024-12-08T06:21:38,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 6d11a4ac5aa4c116b44578b26b4732d1 in 874ms, sequenceid=170, compaction requested=true 2024-12-08T06:21:38,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:38,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d11a4ac5aa4c116b44578b26b4732d1:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:21:38,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:38,246 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:38,246 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:38,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d11a4ac5aa4c116b44578b26b4732d1:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:21:38,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:38,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d11a4ac5aa4c116b44578b26b4732d1:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:21:38,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:38,247 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36577 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:38,247 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 6d11a4ac5aa4c116b44578b26b4732d1/B is initiating minor compaction (all files) 2024-12-08T06:21:38,247 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d11a4ac5aa4c116b44578b26b4732d1/B in TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:38,247 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/5ab8f2128a9e47268f31db496f7237b4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/c1cd9c0bbda4496cac7f9d38e6d3e279, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/5c114ce9d45748adb4383338945c6ded] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp, totalSize=35.7 K 2024-12-08T06:21:38,247 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 110723 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:38,247 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 6d11a4ac5aa4c116b44578b26b4732d1/A is initiating minor compaction (all files) 2024-12-08T06:21:38,247 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d11a4ac5aa4c116b44578b26b4732d1/A in TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:38,247 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/b3db695fea464c9da6c7a3974bdedd8e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/b21ae47d3ff7426398f3eb4df1c0f412, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/86fcf1e8ae1e451991990eab27db79c2] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp, totalSize=108.1 K 2024-12-08T06:21:38,247 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:38,247 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/b3db695fea464c9da6c7a3974bdedd8e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/b21ae47d3ff7426398f3eb4df1c0f412, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/86fcf1e8ae1e451991990eab27db79c2] 2024-12-08T06:21:38,248 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3db695fea464c9da6c7a3974bdedd8e, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733638896562 2024-12-08T06:21:38,248 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ab8f2128a9e47268f31db496f7237b4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733638896562 2024-12-08T06:21:38,248 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting b21ae47d3ff7426398f3eb4df1c0f412, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733638896619 2024-12-08T06:21:38,248 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting c1cd9c0bbda4496cac7f9d38e6d3e279, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733638896619 2024-12-08T06:21:38,249 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c114ce9d45748adb4383338945c6ded, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733638896743 2024-12-08T06:21:38,249 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86fcf1e8ae1e451991990eab27db79c2, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733638896743 2024-12-08T06:21:38,264 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d11a4ac5aa4c116b44578b26b4732d1#B#compaction#379 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:38,264 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/9945805b5f3f42ac9ef309da94c33782 is 50, key is test_row_0/B:col10/1733638896743/Put/seqid=0 2024-12-08T06:21:38,267 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:38,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742269_1445 (size=12527) 2024-12-08T06:21:38,284 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120882b609a6288f48dab3127e83b2250320_6d11a4ac5aa4c116b44578b26b4732d1 store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:38,286 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120882b609a6288f48dab3127e83b2250320_6d11a4ac5aa4c116b44578b26b4732d1, store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:38,287 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120882b609a6288f48dab3127e83b2250320_6d11a4ac5aa4c116b44578b26b4732d1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:38,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742270_1446 (size=4469) 2024-12-08T06:21:38,300 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:38,301 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-08T06:21:38,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:38,301 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T06:21:38,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:38,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:38,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:38,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:38,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:38,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:38,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208997504663f784b979bc25c9806215b00_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638897403/Put/seqid=0 2024-12-08T06:21:38,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742271_1447 (size=12304) 2024-12-08T06:21:38,327 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,333 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208997504663f784b979bc25c9806215b00_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208997504663f784b979bc25c9806215b00_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:38,334 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/9fc89619d6f14328a0a3351b3bc7386c, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:38,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/9fc89619d6f14328a0a3351b3bc7386c is 175, key is test_row_0/A:col10/1733638897403/Put/seqid=0 2024-12-08T06:21:38,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742272_1448 (size=31105) 2024-12-08T06:21:38,352 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=193, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/9fc89619d6f14328a0a3351b3bc7386c 2024-12-08T06:21:38,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/e670c6dd5dbe46d2a67f7b1f1150f0ce is 50, key is test_row_0/B:col10/1733638897403/Put/seqid=0 2024-12-08T06:21:38,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742273_1449 (size=12151) 2024-12-08T06:21:38,385 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/e670c6dd5dbe46d2a67f7b1f1150f0ce 2024-12-08T06:21:38,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/d364aeda9aaf4d5eac0a870dcd1bad82 is 50, key is test_row_0/C:col10/1733638897403/Put/seqid=0 2024-12-08T06:21:38,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742274_1450 (size=12151) 2024-12-08T06:21:38,405 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=193 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/d364aeda9aaf4d5eac0a870dcd1bad82 2024-12-08T06:21:38,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/9fc89619d6f14328a0a3351b3bc7386c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/9fc89619d6f14328a0a3351b3bc7386c 2024-12-08T06:21:38,413 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/9fc89619d6f14328a0a3351b3bc7386c, entries=150, sequenceid=193, filesize=30.4 K 2024-12-08T06:21:38,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/e670c6dd5dbe46d2a67f7b1f1150f0ce as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/e670c6dd5dbe46d2a67f7b1f1150f0ce 2024-12-08T06:21:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,418 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/e670c6dd5dbe46d2a67f7b1f1150f0ce, entries=150, sequenceid=193, filesize=11.9 K 2024-12-08T06:21:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,419 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/d364aeda9aaf4d5eac0a870dcd1bad82 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/d364aeda9aaf4d5eac0a870dcd1bad82 2024-12-08T06:21:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,422 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/d364aeda9aaf4d5eac0a870dcd1bad82, entries=150, sequenceid=193, filesize=11.9 K 2024-12-08T06:21:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,424 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for 6d11a4ac5aa4c116b44578b26b4732d1 in 123ms, sequenceid=193, compaction requested=true 2024-12-08T06:21:38,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:38,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:38,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-08T06:21:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-08T06:21:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-08T06:21:38,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 889 msec 2024-12-08T06:21:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,428 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 893 msec 2024-12-08T06:21:38,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:38,629 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:21:38,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:38,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:38,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:38,629 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:38,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:38,630 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:38,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,639 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082c87c98f7eef4a28a47f614786bddde2_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638898625/Put/seqid=0 2024-12-08T06:21:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-08T06:21:38,640 INFO [Thread-1789 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-08T06:21:38,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:38,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-08T06:21:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,645 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:38,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,645 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:38,645 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-08T06:21:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742276_1452 (size=24758) 2024-12-08T06:21:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,665 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,669 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082c87c98f7eef4a28a47f614786bddde2_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082c87c98f7eef4a28a47f614786bddde2_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:38,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,670 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/9df8bbc570744447803284ae483d4c72, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:38,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/9df8bbc570744447803284ae483d4c72 is 175, key is test_row_0/A:col10/1733638898625/Put/seqid=0 2024-12-08T06:21:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742275_1451 (size=74395) 2024-12-08T06:21:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,687 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/9945805b5f3f42ac9ef309da94c33782 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/9945805b5f3f42ac9ef309da94c33782 2024-12-08T06:21:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:38,692 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d11a4ac5aa4c116b44578b26b4732d1/B of 6d11a4ac5aa4c116b44578b26b4732d1 into 9945805b5f3f42ac9ef309da94c33782(size=12.2 K), total size for store is 24.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:38,692 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:38,692 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., storeName=6d11a4ac5aa4c116b44578b26b4732d1/B, priority=13, startTime=1733638898246; duration=0sec 2024-12-08T06:21:38,692 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:38,692 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d11a4ac5aa4c116b44578b26b4732d1:B 2024-12-08T06:21:38,692 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:21:38,693 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48728 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:21:38,693 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 6d11a4ac5aa4c116b44578b26b4732d1/C is initiating minor compaction (all files) 2024-12-08T06:21:38,693 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d11a4ac5aa4c116b44578b26b4732d1/C in TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:38,693 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/947fa1c370c3420e9e104fec13640939, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/8a43da6bd9fb42ad859da1a52f0749fb, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/b84d4349fecf4f668bf6e67ef4b84a11, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/d364aeda9aaf4d5eac0a870dcd1bad82] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp, totalSize=47.6 K 2024-12-08T06:21:38,694 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 947fa1c370c3420e9e104fec13640939, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733638896562 2024-12-08T06:21:38,694 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a43da6bd9fb42ad859da1a52f0749fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733638896619 2024-12-08T06:21:38,694 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting b84d4349fecf4f668bf6e67ef4b84a11, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733638896743 2024-12-08T06:21:38,695 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d364aeda9aaf4d5eac0a870dcd1bad82, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733638897402 2024-12-08T06:21:38,699 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d11a4ac5aa4c116b44578b26b4732d1#A#compaction#380 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:38,699 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/5e2306025ccb481cadbf04ddf9b280d0 is 175, key is test_row_0/A:col10/1733638896743/Put/seqid=0 2024-12-08T06:21:38,705 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d11a4ac5aa4c116b44578b26b4732d1#C#compaction#385 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:38,706 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/753d31386fc94d9a84f820e53c1c1615 is 50, key is test_row_0/C:col10/1733638897403/Put/seqid=0 2024-12-08T06:21:38,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742278_1454 (size=12561) 2024-12-08T06:21:38,719 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742277_1453 (size=31481) 2024-12-08T06:21:38,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:38,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638958710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:38,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:38,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638958713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:38,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638958720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:38,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:38,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638958721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:38,728 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:38,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638958722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:38,733 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/5e2306025ccb481cadbf04ddf9b280d0 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5e2306025ccb481cadbf04ddf9b280d0 2024-12-08T06:21:38,738 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d11a4ac5aa4c116b44578b26b4732d1/A of 6d11a4ac5aa4c116b44578b26b4732d1 into 5e2306025ccb481cadbf04ddf9b280d0(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:38,738 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:38,738 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., storeName=6d11a4ac5aa4c116b44578b26b4732d1/A, priority=13, startTime=1733638898246; duration=0sec 2024-12-08T06:21:38,738 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:38,738 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d11a4ac5aa4c116b44578b26b4732d1:A 2024-12-08T06:21:38,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-08T06:21:38,797 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:38,798 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-08T06:21:38,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:38,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:38,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:38,798 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:38,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:38,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:38,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638958823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:38,825 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:38,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638958823, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:38,833 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:38,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638958829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:38,834 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:38,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638958830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:38,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:38,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638958830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:38,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-08T06:21:38,954 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:38,954 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-08T06:21:38,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:38,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:38,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:38,955 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:38,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:38,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:39,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638959026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:39,031 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:39,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638959027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:39,037 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:39,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638959034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:39,038 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638959036, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:39,040 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:39,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638959037, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:39,078 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=204, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/9df8bbc570744447803284ae483d4c72 2024-12-08T06:21:39,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/ecd8737472994ea584659c1df8d7fa31 is 50, key is test_row_0/B:col10/1733638898625/Put/seqid=0 2024-12-08T06:21:39,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742279_1455 (size=12151) 2024-12-08T06:21:39,107 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:39,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-08T06:21:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:39,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:39,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:39,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:39,122 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/753d31386fc94d9a84f820e53c1c1615 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/753d31386fc94d9a84f820e53c1c1615 2024-12-08T06:21:39,127 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6d11a4ac5aa4c116b44578b26b4732d1/C of 6d11a4ac5aa4c116b44578b26b4732d1 into 753d31386fc94d9a84f820e53c1c1615(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:39,127 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:39,127 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., storeName=6d11a4ac5aa4c116b44578b26b4732d1/C, priority=12, startTime=1733638898246; duration=0sec 2024-12-08T06:21:39,127 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:39,127 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d11a4ac5aa4c116b44578b26b4732d1:C 2024-12-08T06:21:39,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-08T06:21:39,260 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:39,260 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-08T06:21:39,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:39,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:39,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:39,261 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:39,261 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:39,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:39,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:39,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638959332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:39,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:39,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638959334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:39,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638959340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:39,345 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:39,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638959341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:39,349 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:39,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638959344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:39,413 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:39,414 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-08T06:21:39,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:39,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:39,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:39,414 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:39,414 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:39,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:39,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/ecd8737472994ea584659c1df8d7fa31 2024-12-08T06:21:39,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/3d4afa4dc84a443f83f3dbb550f3a269 is 50, key is test_row_0/C:col10/1733638898625/Put/seqid=0 2024-12-08T06:21:39,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742280_1456 (size=12151) 2024-12-08T06:21:39,566 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:39,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-08T06:21:39,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:39,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:39,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:39,567 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:39,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:39,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:39,719 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:39,719 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-08T06:21:39,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:39,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:39,719 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:39,719 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:39,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:39,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:39,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-08T06:21:39,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638959838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:39,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:39,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638959839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:39,851 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:39,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638959849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:39,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:39,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638959849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:39,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:39,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638959854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:39,871 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:39,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-08T06:21:39,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:39,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:39,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:39,872 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:39,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:39,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:39,899 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/3d4afa4dc84a443f83f3dbb550f3a269 2024-12-08T06:21:39,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/9df8bbc570744447803284ae483d4c72 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/9df8bbc570744447803284ae483d4c72 2024-12-08T06:21:39,906 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/9df8bbc570744447803284ae483d4c72, entries=400, sequenceid=204, filesize=72.7 K 2024-12-08T06:21:39,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/ecd8737472994ea584659c1df8d7fa31 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/ecd8737472994ea584659c1df8d7fa31 2024-12-08T06:21:39,911 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/ecd8737472994ea584659c1df8d7fa31, entries=150, sequenceid=204, filesize=11.9 K 2024-12-08T06:21:39,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/3d4afa4dc84a443f83f3dbb550f3a269 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/3d4afa4dc84a443f83f3dbb550f3a269 2024-12-08T06:21:39,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/3d4afa4dc84a443f83f3dbb550f3a269, entries=150, sequenceid=204, filesize=11.9 K 2024-12-08T06:21:39,921 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 6d11a4ac5aa4c116b44578b26b4732d1 in 1291ms, sequenceid=204, compaction requested=true 2024-12-08T06:21:39,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:39,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d11a4ac5aa4c116b44578b26b4732d1:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:21:39,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:39,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d11a4ac5aa4c116b44578b26b4732d1:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:21:39,921 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:39,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:39,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d11a4ac5aa4c116b44578b26b4732d1:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:21:39,921 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:39,921 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:39,922 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:39,922 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 6d11a4ac5aa4c116b44578b26b4732d1/B is initiating minor compaction (all files) 2024-12-08T06:21:39,922 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d11a4ac5aa4c116b44578b26b4732d1/B in TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:39,922 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/9945805b5f3f42ac9ef309da94c33782, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/e670c6dd5dbe46d2a67f7b1f1150f0ce, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/ecd8737472994ea584659c1df8d7fa31] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp, totalSize=36.0 K 2024-12-08T06:21:39,922 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136981 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:39,922 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 6d11a4ac5aa4c116b44578b26b4732d1/A is initiating minor compaction (all files) 2024-12-08T06:21:39,922 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d11a4ac5aa4c116b44578b26b4732d1/A in TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:39,922 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5e2306025ccb481cadbf04ddf9b280d0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/9fc89619d6f14328a0a3351b3bc7386c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/9df8bbc570744447803284ae483d4c72] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp, totalSize=133.8 K 2024-12-08T06:21:39,922 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:39,923 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5e2306025ccb481cadbf04ddf9b280d0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/9fc89619d6f14328a0a3351b3bc7386c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/9df8bbc570744447803284ae483d4c72] 2024-12-08T06:21:39,923 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 9945805b5f3f42ac9ef309da94c33782, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733638896743 2024-12-08T06:21:39,923 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e2306025ccb481cadbf04ddf9b280d0, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733638896743 2024-12-08T06:21:39,923 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting e670c6dd5dbe46d2a67f7b1f1150f0ce, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733638897402 2024-12-08T06:21:39,923 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting ecd8737472994ea584659c1df8d7fa31, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733638898625 2024-12-08T06:21:39,923 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fc89619d6f14328a0a3351b3bc7386c, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733638897402 2024-12-08T06:21:39,924 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9df8bbc570744447803284ae483d4c72, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733638898596 2024-12-08T06:21:39,933 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:39,935 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d11a4ac5aa4c116b44578b26b4732d1#B#compaction#389 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:39,936 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/9f8c01e9fbbd4530bf9731c83f473ca6 is 50, key is test_row_0/B:col10/1733638898625/Put/seqid=0 2024-12-08T06:21:39,941 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208f9a9a369f90a41cd9dd47779eda1e68a_6d11a4ac5aa4c116b44578b26b4732d1 store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:39,945 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208f9a9a369f90a41cd9dd47779eda1e68a_6d11a4ac5aa4c116b44578b26b4732d1, store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:39,945 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f9a9a369f90a41cd9dd47779eda1e68a_6d11a4ac5aa4c116b44578b26b4732d1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:39,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742281_1457 (size=12629) 2024-12-08T06:21:39,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742282_1458 (size=4469) 2024-12-08T06:21:39,968 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d11a4ac5aa4c116b44578b26b4732d1#A#compaction#388 average throughput is 0.70 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:39,969 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/ae98c032783b48fe9f3a40bb9a8dfa9f is 175, key is test_row_0/A:col10/1733638898625/Put/seqid=0 2024-12-08T06:21:39,972 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/9f8c01e9fbbd4530bf9731c83f473ca6 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/9f8c01e9fbbd4530bf9731c83f473ca6 2024-12-08T06:21:39,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742283_1459 (size=31583) 2024-12-08T06:21:39,977 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d11a4ac5aa4c116b44578b26b4732d1/B of 6d11a4ac5aa4c116b44578b26b4732d1 into 9f8c01e9fbbd4530bf9731c83f473ca6(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:39,977 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:39,977 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., storeName=6d11a4ac5aa4c116b44578b26b4732d1/B, priority=13, startTime=1733638899921; duration=0sec 2024-12-08T06:21:39,977 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:39,977 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d11a4ac5aa4c116b44578b26b4732d1:B 2024-12-08T06:21:39,977 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-08T06:21:39,978 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-08T06:21:39,978 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-08T06:21:39,978 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. because compaction request was cancelled 2024-12-08T06:21:39,978 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d11a4ac5aa4c116b44578b26b4732d1:C 2024-12-08T06:21:40,024 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:40,024 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-08T06:21:40,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:40,025 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T06:21:40,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:40,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:40,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:40,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:40,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:40,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:40,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083269908252c640d2b664f1a9529aa11d_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638898707/Put/seqid=0 2024-12-08T06:21:40,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742284_1460 (size=12304) 2024-12-08T06:21:40,388 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/ae98c032783b48fe9f3a40bb9a8dfa9f as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/ae98c032783b48fe9f3a40bb9a8dfa9f 2024-12-08T06:21:40,393 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d11a4ac5aa4c116b44578b26b4732d1/A of 6d11a4ac5aa4c116b44578b26b4732d1 into ae98c032783b48fe9f3a40bb9a8dfa9f(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:40,393 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:40,393 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., storeName=6d11a4ac5aa4c116b44578b26b4732d1/A, priority=13, startTime=1733638899921; duration=0sec 2024-12-08T06:21:40,393 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:40,393 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d11a4ac5aa4c116b44578b26b4732d1:A 2024-12-08T06:21:40,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,447 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083269908252c640d2b664f1a9529aa11d_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083269908252c640d2b664f1a9529aa11d_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:40,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/5da9af74bcdc4393b2ce25bf19b84dc6, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:40,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/5da9af74bcdc4393b2ce25bf19b84dc6 is 175, key is test_row_0/A:col10/1733638898707/Put/seqid=0 2024-12-08T06:21:40,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742285_1461 (size=31105) 2024-12-08T06:21:40,467 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=233, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/5da9af74bcdc4393b2ce25bf19b84dc6 2024-12-08T06:21:40,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/874219a201b04af79298228787d2e124 is 50, key is test_row_0/B:col10/1733638898707/Put/seqid=0 2024-12-08T06:21:40,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742286_1462 (size=12151) 2024-12-08T06:21:40,479 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/874219a201b04af79298228787d2e124 2024-12-08T06:21:40,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/6b49eb9082da4d38a047292fa290877f is 50, key is test_row_0/C:col10/1733638898707/Put/seqid=0 2024-12-08T06:21:40,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742287_1463 (size=12151) 2024-12-08T06:21:40,493 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=233 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/6b49eb9082da4d38a047292fa290877f 2024-12-08T06:21:40,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/5da9af74bcdc4393b2ce25bf19b84dc6 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5da9af74bcdc4393b2ce25bf19b84dc6 2024-12-08T06:21:40,500 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5da9af74bcdc4393b2ce25bf19b84dc6, entries=150, sequenceid=233, filesize=30.4 K 2024-12-08T06:21:40,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/874219a201b04af79298228787d2e124 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/874219a201b04af79298228787d2e124 2024-12-08T06:21:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,505 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/874219a201b04af79298228787d2e124, entries=150, sequenceid=233, filesize=11.9 K 2024-12-08T06:21:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/6b49eb9082da4d38a047292fa290877f as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/6b49eb9082da4d38a047292fa290877f 2024-12-08T06:21:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,510 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/6b49eb9082da4d38a047292fa290877f, entries=150, sequenceid=233, filesize=11.9 K 2024-12-08T06:21:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,511 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=0 B/0 for 6d11a4ac5aa4c116b44578b26b4732d1 in 486ms, sequenceid=233, compaction requested=true 2024-12-08T06:21:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:40,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:40,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-08T06:21:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-08T06:21:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-08T06:21:40,514 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8670 sec 2024-12-08T06:21:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,515 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.8720 sec 2024-12-08T06:21:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,536 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-08T06:21:40,751 INFO [Thread-1789 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-08T06:21:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-08T06:21:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,755 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,756 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:40,756 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-08T06:21:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-08T06:21:40,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,908 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,909 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-08T06:21:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:40,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:40,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-08T06:21:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-08T06:21:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-08T06:21:40,912 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 154 msec 2024-12-08T06:21:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,913 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 160 msec 2024-12-08T06:21:40,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:40,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:41,003 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:21:41,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:41,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:41,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:41,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:41,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:41,005 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:41,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,013 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082eb77ed83d064d3ca563f966a4aea809_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638900949/Put/seqid=0 2024-12-08T06:21:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742288_1464 (size=19774) 2024-12-08T06:21:41,045 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,049 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082eb77ed83d064d3ca563f966a4aea809_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082eb77ed83d064d3ca563f966a4aea809_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:41,050 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/f88e649572264591aa7936a99e645d72, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:41,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/f88e649572264591aa7936a99e645d72 is 175, key is test_row_0/A:col10/1733638900949/Put/seqid=0 2024-12-08T06:21:41,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-08T06:21:41,058 INFO [Thread-1789 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-08T06:21:41,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:41,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-08T06:21:41,063 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:41,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-08T06:21:41,063 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:41,064 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:41,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742289_1465 (size=57033) 2024-12-08T06:21:41,076 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/f88e649572264591aa7936a99e645d72 2024-12-08T06:21:41,082 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638961067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,083 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638961067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,085 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/b7ac7bc3146c414dbcba4679be6cf263 is 50, key is test_row_0/B:col10/1733638900949/Put/seqid=0 2024-12-08T06:21:41,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638961080, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638961082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,095 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638961082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742290_1466 (size=12151) 2024-12-08T06:21:41,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/b7ac7bc3146c414dbcba4679be6cf263 2024-12-08T06:21:41,117 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/72e20d6549a74e579300725543d72662 is 50, key is test_row_0/C:col10/1733638900949/Put/seqid=0 2024-12-08T06:21:41,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742291_1467 (size=12151) 2024-12-08T06:21:41,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/72e20d6549a74e579300725543d72662 2024-12-08T06:21:41,126 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/f88e649572264591aa7936a99e645d72 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/f88e649572264591aa7936a99e645d72 2024-12-08T06:21:41,130 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/f88e649572264591aa7936a99e645d72, entries=300, sequenceid=247, filesize=55.7 K 2024-12-08T06:21:41,131 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/b7ac7bc3146c414dbcba4679be6cf263 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/b7ac7bc3146c414dbcba4679be6cf263 2024-12-08T06:21:41,134 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/b7ac7bc3146c414dbcba4679be6cf263, entries=150, sequenceid=247, filesize=11.9 K 2024-12-08T06:21:41,136 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/72e20d6549a74e579300725543d72662 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/72e20d6549a74e579300725543d72662 2024-12-08T06:21:41,140 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/72e20d6549a74e579300725543d72662, entries=150, sequenceid=247, filesize=11.9 K 2024-12-08T06:21:41,141 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 6d11a4ac5aa4c116b44578b26b4732d1 in 138ms, sequenceid=247, compaction requested=true 2024-12-08T06:21:41,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:41,141 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:41,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d11a4ac5aa4c116b44578b26b4732d1:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:21:41,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:41,142 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 119721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:41,142 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 6d11a4ac5aa4c116b44578b26b4732d1/A is initiating minor compaction (all files) 2024-12-08T06:21:41,142 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d11a4ac5aa4c116b44578b26b4732d1/A in TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:41,142 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/ae98c032783b48fe9f3a40bb9a8dfa9f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5da9af74bcdc4393b2ce25bf19b84dc6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/f88e649572264591aa7936a99e645d72] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp, totalSize=116.9 K 2024-12-08T06:21:41,142 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:41,142 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/ae98c032783b48fe9f3a40bb9a8dfa9f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5da9af74bcdc4393b2ce25bf19b84dc6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/f88e649572264591aa7936a99e645d72] 2024-12-08T06:21:41,143 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:21:41,145 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae98c032783b48fe9f3a40bb9a8dfa9f, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733638898625 2024-12-08T06:21:41,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d11a4ac5aa4c116b44578b26b4732d1:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:21:41,147 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5da9af74bcdc4393b2ce25bf19b84dc6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733638898707 2024-12-08T06:21:41,147 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:21:41,147 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 6d11a4ac5aa4c116b44578b26b4732d1/B is initiating minor compaction (all files) 2024-12-08T06:21:41,147 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d11a4ac5aa4c116b44578b26b4732d1/B in TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:41,147 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/9f8c01e9fbbd4530bf9731c83f473ca6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/874219a201b04af79298228787d2e124, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/b7ac7bc3146c414dbcba4679be6cf263] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp, totalSize=36.1 K 2024-12-08T06:21:41,147 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 9f8c01e9fbbd4530bf9731c83f473ca6, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733638898625 2024-12-08T06:21:41,148 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting f88e649572264591aa7936a99e645d72, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733638900949 2024-12-08T06:21:41,148 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 874219a201b04af79298228787d2e124, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733638898707 2024-12-08T06:21:41,146 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:41,149 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting b7ac7bc3146c414dbcba4679be6cf263, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733638900949 2024-12-08T06:21:41,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d11a4ac5aa4c116b44578b26b4732d1:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:21:41,151 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:41,160 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-08T06:21:41,174 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d11a4ac5aa4c116b44578b26b4732d1#B#compaction#397 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:41,174 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/b02681c5dd6148189ff3786a80fb4693 is 50, key is test_row_0/B:col10/1733638900949/Put/seqid=0 2024-12-08T06:21:41,190 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120863e756225cb045b2901cadd096b2c4df_6d11a4ac5aa4c116b44578b26b4732d1 store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:41,191 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120863e756225cb045b2901cadd096b2c4df_6d11a4ac5aa4c116b44578b26b4732d1, store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:41,191 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120863e756225cb045b2901cadd096b2c4df_6d11a4ac5aa4c116b44578b26b4732d1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:41,193 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-08T06:21:41,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:41,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:41,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:41,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:41,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:41,195 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:41,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742292_1468 (size=12731) 2024-12-08T06:21:41,216 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-08T06:21:41,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:41,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:41,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:41,217 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/b02681c5dd6148189ff3786a80fb4693 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/b02681c5dd6148189ff3786a80fb4693 2024-12-08T06:21:41,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:41,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:41,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638961206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,224 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d11a4ac5aa4c116b44578b26b4732d1/B of 6d11a4ac5aa4c116b44578b26b4732d1 into b02681c5dd6148189ff3786a80fb4693(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:41,224 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:41,224 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., storeName=6d11a4ac5aa4c116b44578b26b4732d1/B, priority=13, startTime=1733638901143; duration=0sec 2024-12-08T06:21:41,224 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:41,224 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d11a4ac5aa4c116b44578b26b4732d1:B 2024-12-08T06:21:41,224 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:21:41,225 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:21:41,225 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 6d11a4ac5aa4c116b44578b26b4732d1/C is initiating minor compaction (all files) 2024-12-08T06:21:41,225 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d11a4ac5aa4c116b44578b26b4732d1/C in TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:41,226 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/753d31386fc94d9a84f820e53c1c1615, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/3d4afa4dc84a443f83f3dbb550f3a269, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/6b49eb9082da4d38a047292fa290877f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/72e20d6549a74e579300725543d72662] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp, totalSize=47.9 K 2024-12-08T06:21:41,226 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 753d31386fc94d9a84f820e53c1c1615, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=193, earliestPutTs=1733638897402 2024-12-08T06:21:41,226 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d4afa4dc84a443f83f3dbb550f3a269, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1733638898625 2024-12-08T06:21:41,227 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b49eb9082da4d38a047292fa290877f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=233, earliestPutTs=1733638898707 2024-12-08T06:21:41,226 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638961212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638961214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412084d16b5df55a74d5ebd0de0e85509958f_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638901077/Put/seqid=0 2024-12-08T06:21:41,231 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 72e20d6549a74e579300725543d72662, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733638900949 2024-12-08T06:21:41,232 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638961220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,233 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638961220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742293_1469 (size=4469) 2024-12-08T06:21:41,240 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d11a4ac5aa4c116b44578b26b4732d1#A#compaction#396 average throughput is 0.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:41,241 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/2cd09cc59bb041c487bf0cef2a94e7e5 is 175, key is test_row_0/A:col10/1733638900949/Put/seqid=0 2024-12-08T06:21:41,253 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d11a4ac5aa4c116b44578b26b4732d1#C#compaction#399 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:41,253 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/9e6bb03cadcd4cdb80aa360860deefc4 is 50, key is test_row_0/C:col10/1733638900949/Put/seqid=0 2024-12-08T06:21:41,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742294_1470 (size=14994) 2024-12-08T06:21:41,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742295_1471 (size=31685) 2024-12-08T06:21:41,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742296_1472 (size=12697) 2024-12-08T06:21:41,308 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/9e6bb03cadcd4cdb80aa360860deefc4 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/9e6bb03cadcd4cdb80aa360860deefc4 2024-12-08T06:21:41,313 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6d11a4ac5aa4c116b44578b26b4732d1/C of 6d11a4ac5aa4c116b44578b26b4732d1 into 9e6bb03cadcd4cdb80aa360860deefc4(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:41,313 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:41,313 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., storeName=6d11a4ac5aa4c116b44578b26b4732d1/C, priority=12, startTime=1733638901151; duration=0sec 2024-12-08T06:21:41,313 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:41,313 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d11a4ac5aa4c116b44578b26b4732d1:C 2024-12-08T06:21:41,326 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638961321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638961328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,332 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638961328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638961334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,337 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638961334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-08T06:21:41,370 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-08T06:21:41,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:41,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:41,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:41,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:41,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:41,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:41,522 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,523 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-08T06:21:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:41,523 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:41,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:41,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:41,530 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638961527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638961534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,537 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638961534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,542 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638961539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638961539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-08T06:21:41,674 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:41,675 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-08T06:21:41,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:41,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:41,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:41,676 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:41,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:41,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:41,678 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412084d16b5df55a74d5ebd0de0e85509958f_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412084d16b5df55a74d5ebd0de0e85509958f_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:41,679 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/ad266f9944504b4abd0c18463817936a, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:41,679 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/ad266f9944504b4abd0c18463817936a is 175, key is test_row_0/A:col10/1733638901077/Put/seqid=0 2024-12-08T06:21:41,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742297_1473 (size=39949) 2024-12-08T06:21:41,704 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/2cd09cc59bb041c487bf0cef2a94e7e5 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/2cd09cc59bb041c487bf0cef2a94e7e5 2024-12-08T06:21:41,709 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 6d11a4ac5aa4c116b44578b26b4732d1/A of 6d11a4ac5aa4c116b44578b26b4732d1 into 2cd09cc59bb041c487bf0cef2a94e7e5(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:41,709 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:41,709 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., storeName=6d11a4ac5aa4c116b44578b26b4732d1/A, priority=13, startTime=1733638901141; duration=0sec 2024-12-08T06:21:41,709 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:41,709 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d11a4ac5aa4c116b44578b26b4732d1:A 2024-12-08T06:21:41,828 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-08T06:21:41,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:41,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:41,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:41,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:41,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:41,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:41,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638961833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,844 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638961838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,844 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638961840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,845 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638961845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,849 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:41,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638961846, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,981 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:41,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-08T06:21:41,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:41,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:41,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:41,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:41,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:42,084 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=274, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/ad266f9944504b4abd0c18463817936a 2024-12-08T06:21:42,090 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/f527dfbd041f43c3aeccfa43c2e93ba5 is 50, key is test_row_0/B:col10/1733638901077/Put/seqid=0 2024-12-08T06:21:42,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742298_1474 (size=12301) 2024-12-08T06:21:42,134 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:42,135 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-08T06:21:42,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:42,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:42,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:42,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:42,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:42,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:42,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-08T06:21:42,287 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:42,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-08T06:21:42,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:42,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:42,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:42,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:42,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:42,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:42,341 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:42,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638962339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:42,349 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638962345, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:42,349 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:42,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638962347, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:42,350 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638962348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:42,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638962354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:42,440 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:42,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-08T06:21:42,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:42,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:42,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:42,440 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:42,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:42,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:42,494 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/f527dfbd041f43c3aeccfa43c2e93ba5 2024-12-08T06:21:42,500 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/28fdd00fede542569d606ed9bccc6b8a is 50, key is test_row_0/C:col10/1733638901077/Put/seqid=0 2024-12-08T06:21:42,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742299_1475 (size=12301) 2024-12-08T06:21:42,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=274 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/28fdd00fede542569d606ed9bccc6b8a 2024-12-08T06:21:42,507 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/ad266f9944504b4abd0c18463817936a as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/ad266f9944504b4abd0c18463817936a 2024-12-08T06:21:42,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/ad266f9944504b4abd0c18463817936a, entries=200, sequenceid=274, filesize=39.0 K 2024-12-08T06:21:42,511 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/f527dfbd041f43c3aeccfa43c2e93ba5 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/f527dfbd041f43c3aeccfa43c2e93ba5 2024-12-08T06:21:42,514 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/f527dfbd041f43c3aeccfa43c2e93ba5, entries=150, sequenceid=274, filesize=12.0 K 2024-12-08T06:21:42,515 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/28fdd00fede542569d606ed9bccc6b8a as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/28fdd00fede542569d606ed9bccc6b8a 2024-12-08T06:21:42,518 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/28fdd00fede542569d606ed9bccc6b8a, entries=150, sequenceid=274, filesize=12.0 K 2024-12-08T06:21:42,519 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=46.96 KB/48090 for 6d11a4ac5aa4c116b44578b26b4732d1 in 1326ms, sequenceid=274, compaction requested=false 2024-12-08T06:21:42,519 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:42,592 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:42,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-08T06:21:42,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:42,593 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-08T06:21:42,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:42,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:42,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:42,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:42,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:42,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:42,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208bb30aa75a743481a9645c4ded3795bc7_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638901205/Put/seqid=0 2024-12-08T06:21:42,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742300_1476 (size=12454) 2024-12-08T06:21:43,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:43,013 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208bb30aa75a743481a9645c4ded3795bc7_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208bb30aa75a743481a9645c4ded3795bc7_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:43,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/5cc1a617636048128c18ce08247e891b, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:43,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/5cc1a617636048128c18ce08247e891b is 175, key is test_row_0/A:col10/1733638901205/Put/seqid=0 2024-12-08T06:21:43,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742301_1477 (size=31255) 2024-12-08T06:21:43,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-08T06:21:43,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:43,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:43,419 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/5cc1a617636048128c18ce08247e891b 2024-12-08T06:21:43,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/4d6889bab0c0407eafda076c055be2d7 is 50, key is test_row_0/B:col10/1733638901205/Put/seqid=0 2024-12-08T06:21:43,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742302_1478 (size=12301) 2024-12-08T06:21:43,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:43,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638963422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:43,433 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:43,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638963422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:43,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638963424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:43,434 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638963424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:43,434 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:43,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638963424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:43,534 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638963534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:43,535 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:43,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638963534, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:43,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:43,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638963535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:43,540 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:43,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638963535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:43,541 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:43,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638963536, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:43,738 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:43,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638963736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:43,739 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:43,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638963736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:43,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:43,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638963741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:43,744 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638963741, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:43,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:43,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638963742, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:43,830 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/4d6889bab0c0407eafda076c055be2d7 2024-12-08T06:21:43,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/50542e611e4344c9811ce7941b6b2d26 is 50, key is test_row_0/C:col10/1733638901205/Put/seqid=0 2024-12-08T06:21:43,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742303_1479 (size=12301) 2024-12-08T06:21:43,852 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/50542e611e4344c9811ce7941b6b2d26 2024-12-08T06:21:43,857 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/5cc1a617636048128c18ce08247e891b as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5cc1a617636048128c18ce08247e891b 2024-12-08T06:21:43,861 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5cc1a617636048128c18ce08247e891b, entries=150, sequenceid=287, filesize=30.5 K 2024-12-08T06:21:43,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/4d6889bab0c0407eafda076c055be2d7 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/4d6889bab0c0407eafda076c055be2d7 2024-12-08T06:21:43,866 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/4d6889bab0c0407eafda076c055be2d7, entries=150, sequenceid=287, filesize=12.0 K 2024-12-08T06:21:43,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/50542e611e4344c9811ce7941b6b2d26 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/50542e611e4344c9811ce7941b6b2d26 2024-12-08T06:21:43,870 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/50542e611e4344c9811ce7941b6b2d26, entries=150, sequenceid=287, filesize=12.0 K 2024-12-08T06:21:43,871 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=161.02 KB/164880 for 6d11a4ac5aa4c116b44578b26b4732d1 in 1278ms, sequenceid=287, compaction requested=true 2024-12-08T06:21:43,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:43,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:43,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-08T06:21:43,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-08T06:21:43,874 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-08T06:21:43,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8090 sec 2024-12-08T06:21:43,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.8140 sec 2024-12-08T06:21:44,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:44,043 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-08T06:21:44,043 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:44,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:44,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:44,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:44,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:44,044 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:44,052 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208b5643d49614a4f26a69638be3e920075_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638904042/Put/seqid=0 2024-12-08T06:21:44,053 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638964048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638964049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638964050, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638964051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,058 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638964051, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742304_1480 (size=14994) 2024-12-08T06:21:44,071 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:44,076 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208b5643d49614a4f26a69638be3e920075_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208b5643d49614a4f26a69638be3e920075_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:44,077 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/4ec2588a9e514eaebb47566c85b407b6, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:44,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/4ec2588a9e514eaebb47566c85b407b6 is 175, key is test_row_0/A:col10/1733638904042/Put/seqid=0 2024-12-08T06:21:44,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742305_1481 (size=39949) 2024-12-08T06:21:44,090 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=315, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/4ec2588a9e514eaebb47566c85b407b6 2024-12-08T06:21:44,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/7bf2850582a041bba2caf938e0fe975f is 50, key is test_row_0/B:col10/1733638904042/Put/seqid=0 2024-12-08T06:21:44,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742306_1482 (size=12301) 2024-12-08T06:21:44,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/7bf2850582a041bba2caf938e0fe975f 2024-12-08T06:21:44,125 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/ecb86987da084e75b97717ab3e8cbbf0 is 50, key is test_row_0/C:col10/1733638904042/Put/seqid=0 2024-12-08T06:21:44,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742307_1483 (size=12301) 2024-12-08T06:21:44,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=315 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/ecb86987da084e75b97717ab3e8cbbf0 2024-12-08T06:21:44,145 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/4ec2588a9e514eaebb47566c85b407b6 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/4ec2588a9e514eaebb47566c85b407b6 2024-12-08T06:21:44,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/4ec2588a9e514eaebb47566c85b407b6, entries=200, sequenceid=315, filesize=39.0 K 2024-12-08T06:21:44,151 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/7bf2850582a041bba2caf938e0fe975f as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/7bf2850582a041bba2caf938e0fe975f 2024-12-08T06:21:44,155 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/7bf2850582a041bba2caf938e0fe975f, entries=150, sequenceid=315, filesize=12.0 K 2024-12-08T06:21:44,157 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/ecb86987da084e75b97717ab3e8cbbf0 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/ecb86987da084e75b97717ab3e8cbbf0 2024-12-08T06:21:44,161 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638964158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638964159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638964159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,162 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638964159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,163 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/ecb86987da084e75b97717ab3e8cbbf0, entries=150, sequenceid=315, filesize=12.0 K 2024-12-08T06:21:44,164 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 6d11a4ac5aa4c116b44578b26b4732d1 in 121ms, sequenceid=315, compaction requested=true 2024-12-08T06:21:44,164 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:44,165 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:21:44,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d11a4ac5aa4c116b44578b26b4732d1:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:21:44,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:44,165 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:21:44,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d11a4ac5aa4c116b44578b26b4732d1:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:21:44,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:44,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d11a4ac5aa4c116b44578b26b4732d1:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:21:44,165 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:44,166 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142838 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:21:44,166 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 6d11a4ac5aa4c116b44578b26b4732d1/A is initiating minor compaction (all files) 2024-12-08T06:21:44,166 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d11a4ac5aa4c116b44578b26b4732d1/A in TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:44,166 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/2cd09cc59bb041c487bf0cef2a94e7e5, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/ad266f9944504b4abd0c18463817936a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5cc1a617636048128c18ce08247e891b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/4ec2588a9e514eaebb47566c85b407b6] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp, totalSize=139.5 K 2024-12-08T06:21:44,166 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:44,166 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/2cd09cc59bb041c487bf0cef2a94e7e5, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/ad266f9944504b4abd0c18463817936a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5cc1a617636048128c18ce08247e891b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/4ec2588a9e514eaebb47566c85b407b6] 2024-12-08T06:21:44,167 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49634 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:21:44,167 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 6d11a4ac5aa4c116b44578b26b4732d1/B is initiating minor compaction (all files) 2024-12-08T06:21:44,167 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d11a4ac5aa4c116b44578b26b4732d1/B in TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:44,167 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/b02681c5dd6148189ff3786a80fb4693, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/f527dfbd041f43c3aeccfa43c2e93ba5, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/4d6889bab0c0407eafda076c055be2d7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/7bf2850582a041bba2caf938e0fe975f] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp, totalSize=48.5 K 2024-12-08T06:21:44,167 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2cd09cc59bb041c487bf0cef2a94e7e5, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733638900949 2024-12-08T06:21:44,168 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting b02681c5dd6148189ff3786a80fb4693, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733638900949 2024-12-08T06:21:44,168 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting ad266f9944504b4abd0c18463817936a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733638901053 2024-12-08T06:21:44,168 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting f527dfbd041f43c3aeccfa43c2e93ba5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733638901053 2024-12-08T06:21:44,168 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5cc1a617636048128c18ce08247e891b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733638901205 2024-12-08T06:21:44,169 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d6889bab0c0407eafda076c055be2d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733638901205 2024-12-08T06:21:44,169 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4ec2588a9e514eaebb47566c85b407b6, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733638903420 2024-12-08T06:21:44,169 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bf2850582a041bba2caf938e0fe975f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733638903420 2024-12-08T06:21:44,181 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d11a4ac5aa4c116b44578b26b4732d1#B#compaction#408 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:44,181 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/78461f75697d444991868c8147200d7a is 50, key is test_row_0/B:col10/1733638904042/Put/seqid=0 2024-12-08T06:21:44,184 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:44,196 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208889dfac1f4e94caab9d34f81fe8a9357_6d11a4ac5aa4c116b44578b26b4732d1 store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:44,199 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208889dfac1f4e94caab9d34f81fe8a9357_6d11a4ac5aa4c116b44578b26b4732d1, store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:44,200 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208889dfac1f4e94caab9d34f81fe8a9357_6d11a4ac5aa4c116b44578b26b4732d1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:44,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742308_1484 (size=13017) 2024-12-08T06:21:44,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742309_1485 (size=4469) 2024-12-08T06:21:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:44,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:21:44,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:44,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:44,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:44,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:44,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:44,371 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:44,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082136b6ead33c493484c22cb34062f40a_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638904369/Put/seqid=0 2024-12-08T06:21:44,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742310_1486 (size=22618) 2024-12-08T06:21:44,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638964440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,452 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638964440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638964446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638964452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638964553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638964553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638964554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,564 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638964557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,573 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638964564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,605 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d11a4ac5aa4c116b44578b26b4732d1#A#compaction#409 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:44,606 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/266fc37573d84bfebd002c2a1b84dcb1 is 175, key is test_row_0/A:col10/1733638904042/Put/seqid=0 2024-12-08T06:21:44,607 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/78461f75697d444991868c8147200d7a as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/78461f75697d444991868c8147200d7a 2024-12-08T06:21:44,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742311_1487 (size=31971) 2024-12-08T06:21:44,617 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6d11a4ac5aa4c116b44578b26b4732d1/B of 6d11a4ac5aa4c116b44578b26b4732d1 into 78461f75697d444991868c8147200d7a(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:44,617 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:44,617 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., storeName=6d11a4ac5aa4c116b44578b26b4732d1/B, priority=12, startTime=1733638904165; duration=0sec 2024-12-08T06:21:44,617 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:44,617 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d11a4ac5aa4c116b44578b26b4732d1:B 2024-12-08T06:21:44,618 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:21:44,619 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49600 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:21:44,619 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 6d11a4ac5aa4c116b44578b26b4732d1/C is initiating minor compaction (all files) 2024-12-08T06:21:44,619 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d11a4ac5aa4c116b44578b26b4732d1/C in TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:44,619 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/9e6bb03cadcd4cdb80aa360860deefc4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/28fdd00fede542569d606ed9bccc6b8a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/50542e611e4344c9811ce7941b6b2d26, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/ecb86987da084e75b97717ab3e8cbbf0] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp, totalSize=48.4 K 2024-12-08T06:21:44,619 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e6bb03cadcd4cdb80aa360860deefc4, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733638900949 2024-12-08T06:21:44,620 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 28fdd00fede542569d606ed9bccc6b8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=274, earliestPutTs=1733638901053 2024-12-08T06:21:44,620 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 50542e611e4344c9811ce7941b6b2d26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733638901205 2024-12-08T06:21:44,620 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/266fc37573d84bfebd002c2a1b84dcb1 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/266fc37573d84bfebd002c2a1b84dcb1 2024-12-08T06:21:44,620 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting ecb86987da084e75b97717ab3e8cbbf0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733638903420 2024-12-08T06:21:44,624 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6d11a4ac5aa4c116b44578b26b4732d1/A of 6d11a4ac5aa4c116b44578b26b4732d1 into 266fc37573d84bfebd002c2a1b84dcb1(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:44,624 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:44,624 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., storeName=6d11a4ac5aa4c116b44578b26b4732d1/A, priority=12, startTime=1733638904164; duration=0sec 2024-12-08T06:21:44,624 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:44,624 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d11a4ac5aa4c116b44578b26b4732d1:A 2024-12-08T06:21:44,630 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d11a4ac5aa4c116b44578b26b4732d1#C#compaction#411 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:44,630 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/c6597ce1832649508b3decf44f5fe073 is 50, key is test_row_0/C:col10/1733638904042/Put/seqid=0 2024-12-08T06:21:44,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742312_1488 (size=12983) 2024-12-08T06:21:44,638 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/c6597ce1832649508b3decf44f5fe073 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/c6597ce1832649508b3decf44f5fe073 2024-12-08T06:21:44,642 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6d11a4ac5aa4c116b44578b26b4732d1/C of 6d11a4ac5aa4c116b44578b26b4732d1 into c6597ce1832649508b3decf44f5fe073(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:44,642 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:44,642 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., storeName=6d11a4ac5aa4c116b44578b26b4732d1/C, priority=12, startTime=1733638904165; duration=0sec 2024-12-08T06:21:44,642 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:44,642 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d11a4ac5aa4c116b44578b26b4732d1:C 2024-12-08T06:21:44,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638964757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638964757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,765 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638964765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:44,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638964775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:44,783 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:44,786 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082136b6ead33c493484c22cb34062f40a_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082136b6ead33c493484c22cb34062f40a_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:44,787 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/d24824e8daf7431e83f7a68e091ee1e1, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:44,788 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/d24824e8daf7431e83f7a68e091ee1e1 is 175, key is test_row_0/A:col10/1733638904369/Put/seqid=0 2024-12-08T06:21:44,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742313_1489 (size=66023) 2024-12-08T06:21:44,792 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=327, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/d24824e8daf7431e83f7a68e091ee1e1 2024-12-08T06:21:44,800 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/c6a87f28b9cb4edbb4147c03098236ea is 50, key is test_row_0/B:col10/1733638904369/Put/seqid=0 2024-12-08T06:21:44,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742314_1490 (size=12301) 2024-12-08T06:21:45,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638965061, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:45,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:45,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638965062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:45,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:45,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638965067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:45,082 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:45,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638965081, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:45,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-08T06:21:45,169 INFO [Thread-1789 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-08T06:21:45,170 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-12-08T06:21:45,171 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:45,172 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:45,172 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:45,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-08T06:21:45,204 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/c6a87f28b9cb4edbb4147c03098236ea 2024-12-08T06:21:45,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/0f2483c062044c59b0647b33807977b5 is 50, key is test_row_0/C:col10/1733638904369/Put/seqid=0 2024-12-08T06:21:45,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742315_1491 (size=12301) 2024-12-08T06:21:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-08T06:21:45,324 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:45,324 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-08T06:21:45,324 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:45,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:45,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:45,325 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:45,325 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:45,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:45,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-08T06:21:45,477 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:45,477 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-08T06:21:45,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:45,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:45,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:45,478 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:45,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:45,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:45,568 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:45,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638965566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:45,572 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:45,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638965567, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:45,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:45,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638965571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:45,579 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:45,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638965574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:45,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:45,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638965583, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:45,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/0f2483c062044c59b0647b33807977b5 2024-12-08T06:21:45,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/d24824e8daf7431e83f7a68e091ee1e1 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/d24824e8daf7431e83f7a68e091ee1e1 2024-12-08T06:21:45,623 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/d24824e8daf7431e83f7a68e091ee1e1, entries=350, sequenceid=327, filesize=64.5 K 2024-12-08T06:21:45,624 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/c6a87f28b9cb4edbb4147c03098236ea as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/c6a87f28b9cb4edbb4147c03098236ea 2024-12-08T06:21:45,627 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/c6a87f28b9cb4edbb4147c03098236ea, entries=150, sequenceid=327, filesize=12.0 K 2024-12-08T06:21:45,628 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/0f2483c062044c59b0647b33807977b5 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/0f2483c062044c59b0647b33807977b5 2024-12-08T06:21:45,630 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:45,630 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-08T06:21:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:45,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:45,630 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:45,631 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:45,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:45,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/0f2483c062044c59b0647b33807977b5, entries=150, sequenceid=327, filesize=12.0 K 2024-12-08T06:21:45,634 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 6d11a4ac5aa4c116b44578b26b4732d1 in 1265ms, sequenceid=327, compaction requested=false 2024-12-08T06:21:45,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:45,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-08T06:21:45,783 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:45,783 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-08T06:21:45,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:45,783 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-08T06:21:45,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:45,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:45,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:45,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:45,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:45,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:45,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208612cb6cbf725400fab8fbc5aa3e54119_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638904451/Put/seqid=0 2024-12-08T06:21:45,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742316_1492 (size=12454) 2024-12-08T06:21:46,198 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:46,201 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208612cb6cbf725400fab8fbc5aa3e54119_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208612cb6cbf725400fab8fbc5aa3e54119_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:46,202 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/219f7af1475a4613b6884a000fef2e1b, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:46,203 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/219f7af1475a4613b6884a000fef2e1b is 175, key is test_row_0/A:col10/1733638904451/Put/seqid=0 2024-12-08T06:21:46,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742317_1493 (size=31255) 2024-12-08T06:21:46,209 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=354, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/219f7af1475a4613b6884a000fef2e1b 2024-12-08T06:21:46,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/bb62be84d0984ab6918b6aa221018b1f is 50, key is test_row_0/B:col10/1733638904451/Put/seqid=0 2024-12-08T06:21:46,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742318_1494 (size=12301) 2024-12-08T06:21:46,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-08T06:21:46,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:46,577 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:46,619 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/bb62be84d0984ab6918b6aa221018b1f 2024-12-08T06:21:46,622 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:46,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638966593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:46,626 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/7a9c42de51844dbc8ccaf33b641f75c0 is 50, key is test_row_0/C:col10/1733638904451/Put/seqid=0 2024-12-08T06:21:46,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638966622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:46,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:46,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638966622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:46,631 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:46,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638966622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:46,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742319_1495 (size=12301) 2024-12-08T06:21:46,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638966731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:46,736 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638966731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:46,736 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638966732, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:46,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:46,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638966937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:46,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638966937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:46,941 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:46,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638966938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:47,034 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=354 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/7a9c42de51844dbc8ccaf33b641f75c0 2024-12-08T06:21:47,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/219f7af1475a4613b6884a000fef2e1b as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/219f7af1475a4613b6884a000fef2e1b 2024-12-08T06:21:47,041 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/219f7af1475a4613b6884a000fef2e1b, entries=150, sequenceid=354, filesize=30.5 K 2024-12-08T06:21:47,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/bb62be84d0984ab6918b6aa221018b1f as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/bb62be84d0984ab6918b6aa221018b1f 2024-12-08T06:21:47,045 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/bb62be84d0984ab6918b6aa221018b1f, entries=150, sequenceid=354, filesize=12.0 K 2024-12-08T06:21:47,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/7a9c42de51844dbc8ccaf33b641f75c0 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/7a9c42de51844dbc8ccaf33b641f75c0 2024-12-08T06:21:47,049 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/7a9c42de51844dbc8ccaf33b641f75c0, entries=150, sequenceid=354, filesize=12.0 K 2024-12-08T06:21:47,050 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 6d11a4ac5aa4c116b44578b26b4732d1 in 1267ms, sequenceid=354, compaction requested=true 2024-12-08T06:21:47,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:47,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:47,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-12-08T06:21:47,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-12-08T06:21:47,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-08T06:21:47,053 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8800 sec 2024-12-08T06:21:47,054 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 1.8830 sec 2024-12-08T06:21:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:47,245 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-08T06:21:47,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:47,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:47,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:47,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:47,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:47,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:47,253 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083e0a49fd2c1544cfbe036594576624a5_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638906599/Put/seqid=0 2024-12-08T06:21:47,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742320_1496 (size=17534) 2024-12-08T06:21:47,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-08T06:21:47,278 INFO [Thread-1789 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-08T06:21:47,279 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:47,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-08T06:21:47,280 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-08T06:21:47,281 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:47,281 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:47,298 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:47,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638967288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:47,299 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:47,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638967289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:47,300 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:47,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638967293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:47,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-08T06:21:47,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638967399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:47,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:47,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638967400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:47,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:47,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638967404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:47,432 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:47,433 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T06:21:47,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:47,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:47,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:47,433 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:47,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:47,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:47,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-08T06:21:47,583 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:47,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50732 deadline: 1733638967579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:47,584 DEBUG [Thread-1787 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4160 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., hostname=cbcfd08a3627,46077,1733638796198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T06:21:47,585 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:47,586 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T06:21:47,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:47,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:47,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:47,586 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:47,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:47,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:47,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:47,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638967605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:47,611 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:47,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638967605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:47,618 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:47,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638967611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:47,666 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:47,669 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412083e0a49fd2c1544cfbe036594576624a5_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083e0a49fd2c1544cfbe036594576624a5_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:47,670 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/0552cce6cc13482bbb24bf6b100939bc, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:47,671 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/0552cce6cc13482bbb24bf6b100939bc is 175, key is test_row_0/A:col10/1733638906599/Put/seqid=0 2024-12-08T06:21:47,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742321_1497 (size=48639) 2024-12-08T06:21:47,674 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=369, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/0552cce6cc13482bbb24bf6b100939bc 2024-12-08T06:21:47,680 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/d0d6a7ee37ba41e4b06faaac7a331be4 is 50, key is test_row_0/B:col10/1733638906599/Put/seqid=0 2024-12-08T06:21:47,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742322_1498 (size=12301) 2024-12-08T06:21:47,738 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:47,738 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T06:21:47,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:47,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:47,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:47,739 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:47,739 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:47,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:47,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-08T06:21:47,891 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:47,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T06:21:47,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:47,891 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:47,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:47,892 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:47,892 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:47,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:47,916 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638967913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:47,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:47,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638967913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:47,923 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:47,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638967919, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:48,044 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:48,044 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T06:21:48,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:48,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:48,044 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:48,044 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:48,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:48,084 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/d0d6a7ee37ba41e4b06faaac7a331be4 2024-12-08T06:21:48,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/d6eb447985684a9fafdcec1d3c231b9e is 50, key is test_row_0/C:col10/1733638906599/Put/seqid=0 2024-12-08T06:21:48,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742323_1499 (size=12301) 2024-12-08T06:21:48,196 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:48,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T06:21:48,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:48,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:48,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:48,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:48,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:48,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:48,349 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:48,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T06:21:48,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:48,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:48,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:48,350 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:48,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:48,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:48,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-08T06:21:48,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:48,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638968419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:48,427 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:48,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638968422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:48,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:48,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638968428, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:48,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=369 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/d6eb447985684a9fafdcec1d3c231b9e 2024-12-08T06:21:48,500 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/0552cce6cc13482bbb24bf6b100939bc as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/0552cce6cc13482bbb24bf6b100939bc 2024-12-08T06:21:48,502 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:48,502 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T06:21:48,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:48,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:48,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:48,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:48,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:48,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:48,505 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/0552cce6cc13482bbb24bf6b100939bc, entries=250, sequenceid=369, filesize=47.5 K 2024-12-08T06:21:48,506 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/d0d6a7ee37ba41e4b06faaac7a331be4 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/d0d6a7ee37ba41e4b06faaac7a331be4 2024-12-08T06:21:48,509 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/d0d6a7ee37ba41e4b06faaac7a331be4, entries=150, sequenceid=369, filesize=12.0 K 2024-12-08T06:21:48,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/d6eb447985684a9fafdcec1d3c231b9e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/d6eb447985684a9fafdcec1d3c231b9e 2024-12-08T06:21:48,512 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/d6eb447985684a9fafdcec1d3c231b9e, entries=150, sequenceid=369, filesize=12.0 K 2024-12-08T06:21:48,513 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 6d11a4ac5aa4c116b44578b26b4732d1 in 1268ms, sequenceid=369, compaction requested=true 2024-12-08T06:21:48,513 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:48,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d11a4ac5aa4c116b44578b26b4732d1:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:21:48,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:48,513 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:21:48,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d11a4ac5aa4c116b44578b26b4732d1:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:21:48,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:48,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 6d11a4ac5aa4c116b44578b26b4732d1:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:21:48,513 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:48,513 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:21:48,514 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 177888 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:21:48,514 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 6d11a4ac5aa4c116b44578b26b4732d1/A is initiating minor compaction (all files) 2024-12-08T06:21:48,514 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d11a4ac5aa4c116b44578b26b4732d1/A in TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:48,514 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/266fc37573d84bfebd002c2a1b84dcb1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/d24824e8daf7431e83f7a68e091ee1e1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/219f7af1475a4613b6884a000fef2e1b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/0552cce6cc13482bbb24bf6b100939bc] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp, totalSize=173.7 K 2024-12-08T06:21:48,515 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:48,515 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/266fc37573d84bfebd002c2a1b84dcb1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/d24824e8daf7431e83f7a68e091ee1e1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/219f7af1475a4613b6884a000fef2e1b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/0552cce6cc13482bbb24bf6b100939bc] 2024-12-08T06:21:48,515 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49920 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:21:48,515 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 6d11a4ac5aa4c116b44578b26b4732d1/B is initiating minor compaction (all files) 2024-12-08T06:21:48,515 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d11a4ac5aa4c116b44578b26b4732d1/B in TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:48,515 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/78461f75697d444991868c8147200d7a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/c6a87f28b9cb4edbb4147c03098236ea, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/bb62be84d0984ab6918b6aa221018b1f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/d0d6a7ee37ba41e4b06faaac7a331be4] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp, totalSize=48.8 K 2024-12-08T06:21:48,515 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 266fc37573d84bfebd002c2a1b84dcb1, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733638903420 2024-12-08T06:21:48,515 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 78461f75697d444991868c8147200d7a, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733638903420 2024-12-08T06:21:48,515 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting d24824e8daf7431e83f7a68e091ee1e1, keycount=350, bloomtype=ROW, size=64.5 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733638904048 2024-12-08T06:21:48,515 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting c6a87f28b9cb4edbb4147c03098236ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733638904367 2024-12-08T06:21:48,516 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 219f7af1475a4613b6884a000fef2e1b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733638904392 2024-12-08T06:21:48,516 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting bb62be84d0984ab6918b6aa221018b1f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733638904392 2024-12-08T06:21:48,516 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0552cce6cc13482bbb24bf6b100939bc, keycount=250, bloomtype=ROW, size=47.5 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733638906587 2024-12-08T06:21:48,519 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d0d6a7ee37ba41e4b06faaac7a331be4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733638906599 2024-12-08T06:21:48,539 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:48,551 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412089cb46647528a4ec896121b68f93c60f1_6d11a4ac5aa4c116b44578b26b4732d1 store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:48,553 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d11a4ac5aa4c116b44578b26b4732d1#B#compaction#421 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:48,554 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/12a0db9795634a94a5bdd73856335665 is 50, key is test_row_0/B:col10/1733638906599/Put/seqid=0 2024-12-08T06:21:48,554 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412089cb46647528a4ec896121b68f93c60f1_6d11a4ac5aa4c116b44578b26b4732d1, store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:48,554 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412089cb46647528a4ec896121b68f93c60f1_6d11a4ac5aa4c116b44578b26b4732d1 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:48,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742324_1500 (size=13153) 2024-12-08T06:21:48,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742325_1501 (size=4469) 2024-12-08T06:21:48,575 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/12a0db9795634a94a5bdd73856335665 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/12a0db9795634a94a5bdd73856335665 2024-12-08T06:21:48,582 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6d11a4ac5aa4c116b44578b26b4732d1/B of 6d11a4ac5aa4c116b44578b26b4732d1 into 12a0db9795634a94a5bdd73856335665(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:48,582 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:48,582 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., storeName=6d11a4ac5aa4c116b44578b26b4732d1/B, priority=12, startTime=1733638908513; duration=0sec 2024-12-08T06:21:48,582 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:21:48,582 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d11a4ac5aa4c116b44578b26b4732d1:B 2024-12-08T06:21:48,582 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:21:48,585 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49886 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:21:48,585 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 6d11a4ac5aa4c116b44578b26b4732d1/C is initiating minor compaction (all files) 2024-12-08T06:21:48,585 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 6d11a4ac5aa4c116b44578b26b4732d1/C in TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:48,585 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/c6597ce1832649508b3decf44f5fe073, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/0f2483c062044c59b0647b33807977b5, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/7a9c42de51844dbc8ccaf33b641f75c0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/d6eb447985684a9fafdcec1d3c231b9e] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp, totalSize=48.7 K 2024-12-08T06:21:48,585 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting c6597ce1832649508b3decf44f5fe073, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=315, earliestPutTs=1733638903420 2024-12-08T06:21:48,585 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 0f2483c062044c59b0647b33807977b5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733638904367 2024-12-08T06:21:48,586 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a9c42de51844dbc8ccaf33b641f75c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=354, earliestPutTs=1733638904392 2024-12-08T06:21:48,586 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d6eb447985684a9fafdcec1d3c231b9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=369, earliestPutTs=1733638906599 2024-12-08T06:21:48,595 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d11a4ac5aa4c116b44578b26b4732d1#C#compaction#422 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:48,596 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/2181d0213298476ca86a4926d450593b is 50, key is test_row_0/C:col10/1733638906599/Put/seqid=0 2024-12-08T06:21:48,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742326_1502 (size=13119) 2024-12-08T06:21:48,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:48,633 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-08T06:21:48,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:48,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:48,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:48,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:48,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:48,634 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:48,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208438dbba26546451db00fc089a10cb7db_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638907286/Put/seqid=0 2024-12-08T06:21:48,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742327_1503 (size=14994) 2024-12-08T06:21:48,657 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:48,658 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T06:21:48,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:48,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:48,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:48,658 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:48,658 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:48,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:48,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:48,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638968715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:48,810 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:48,811 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T06:21:48,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:48,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:48,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:48,811 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:48,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:48,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:48,826 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:48,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638968822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:48,963 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:48,964 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T06:21:48,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:48,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:48,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:48,964 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:48,964 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:48,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:48,971 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6d11a4ac5aa4c116b44578b26b4732d1#A#compaction#420 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:21:48,972 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/0428e679462b40479a03dda0e1ac0dc1 is 175, key is test_row_0/A:col10/1733638906599/Put/seqid=0 2024-12-08T06:21:48,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742328_1504 (size=32107) 2024-12-08T06:21:49,006 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/2181d0213298476ca86a4926d450593b as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/2181d0213298476ca86a4926d450593b 2024-12-08T06:21:49,010 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6d11a4ac5aa4c116b44578b26b4732d1/C of 6d11a4ac5aa4c116b44578b26b4732d1 into 2181d0213298476ca86a4926d450593b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:49,010 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:49,010 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., storeName=6d11a4ac5aa4c116b44578b26b4732d1/C, priority=12, startTime=1733638908513; duration=0sec 2024-12-08T06:21:49,010 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:49,010 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d11a4ac5aa4c116b44578b26b4732d1:C 2024-12-08T06:21:49,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:49,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638969028, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:49,050 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:49,053 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208438dbba26546451db00fc089a10cb7db_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208438dbba26546451db00fc089a10cb7db_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:49,055 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/688402e760de4cf29393ad467315edb4, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:49,055 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/688402e760de4cf29393ad467315edb4 is 175, key is test_row_0/A:col10/1733638907286/Put/seqid=0 2024-12-08T06:21:49,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742329_1505 (size=39949) 2024-12-08T06:21:49,116 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:49,117 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T06:21:49,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:49,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:49,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:49,117 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:49,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:49,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:49,269 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:49,270 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T06:21:49,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:49,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:49,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:49,270 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:49,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:49,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:49,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:49,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638969333, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:49,381 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/0428e679462b40479a03dda0e1ac0dc1 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/0428e679462b40479a03dda0e1ac0dc1 2024-12-08T06:21:49,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-08T06:21:49,385 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 6d11a4ac5aa4c116b44578b26b4732d1/A of 6d11a4ac5aa4c116b44578b26b4732d1 into 0428e679462b40479a03dda0e1ac0dc1(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:21:49,385 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:49,385 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1., storeName=6d11a4ac5aa4c116b44578b26b4732d1/A, priority=12, startTime=1733638908513; duration=0sec 2024-12-08T06:21:49,385 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:21:49,385 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6d11a4ac5aa4c116b44578b26b4732d1:A 2024-12-08T06:21:49,421 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:49,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T06:21:49,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:49,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:49,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:49,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:49,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:49,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:49,432 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:49,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50710 deadline: 1733638969429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:49,439 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:49,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50720 deadline: 1733638969434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:49,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:49,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50662 deadline: 1733638969446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:49,460 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=392, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/688402e760de4cf29393ad467315edb4 2024-12-08T06:21:49,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/1fef24d85e6042b1b2f4b33d9ef82dcc is 50, key is test_row_0/B:col10/1733638907286/Put/seqid=0 2024-12-08T06:21:49,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742330_1506 (size=12301) 2024-12-08T06:21:49,573 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:49,574 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T06:21:49,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:49,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:49,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:49,574 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:49,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:49,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:49,726 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:49,726 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T06:21:49,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:49,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:49,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:49,727 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:49,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:49,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:49,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:49,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50658 deadline: 1733638969841, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:49,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/1fef24d85e6042b1b2f4b33d9ef82dcc 2024-12-08T06:21:49,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/24242befa6bf4ef2bcbfda7494cd5b77 is 50, key is test_row_0/C:col10/1733638907286/Put/seqid=0 2024-12-08T06:21:49,879 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:49,879 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T06:21:49,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:49,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:49,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:49,880 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:49,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:49,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:49,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742331_1507 (size=12301) 2024-12-08T06:21:50,032 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:50,032 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T06:21:50,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:50,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:50,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:50,033 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:50,033 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:50,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:50,184 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:50,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T06:21:50,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:50,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:50,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:50,185 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:50,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:50,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:50,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/24242befa6bf4ef2bcbfda7494cd5b77 2024-12-08T06:21:50,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/688402e760de4cf29393ad467315edb4 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/688402e760de4cf29393ad467315edb4 2024-12-08T06:21:50,290 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/688402e760de4cf29393ad467315edb4, entries=200, sequenceid=392, filesize=39.0 K 2024-12-08T06:21:50,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/1fef24d85e6042b1b2f4b33d9ef82dcc as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/1fef24d85e6042b1b2f4b33d9ef82dcc 2024-12-08T06:21:50,294 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/1fef24d85e6042b1b2f4b33d9ef82dcc, entries=150, sequenceid=392, filesize=12.0 K 2024-12-08T06:21:50,303 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/24242befa6bf4ef2bcbfda7494cd5b77 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/24242befa6bf4ef2bcbfda7494cd5b77 2024-12-08T06:21:50,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/24242befa6bf4ef2bcbfda7494cd5b77, entries=150, sequenceid=392, filesize=12.0 K 2024-12-08T06:21:50,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 6d11a4ac5aa4c116b44578b26b4732d1 in 1680ms, sequenceid=392, compaction requested=false 2024-12-08T06:21:50,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:50,337 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:50,337 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-08T06:21:50,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:50,338 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-08T06:21:50,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:50,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:50,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:50,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:50,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:50,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:50,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208a9ac7806f8414dcea5005f9c69d87cea_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638908708/Put/seqid=0 2024-12-08T06:21:50,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742332_1508 (size=12454) 2024-12-08T06:21:50,494 DEBUG [Thread-1798 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x133cc1f0 to 127.0.0.1:52419 2024-12-08T06:21:50,494 DEBUG [Thread-1798 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:50,495 DEBUG [Thread-1792 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d930fb1 to 127.0.0.1:52419 2024-12-08T06:21:50,495 DEBUG [Thread-1792 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:50,495 DEBUG [Thread-1796 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x191ae36a to 127.0.0.1:52419 2024-12-08T06:21:50,495 DEBUG [Thread-1796 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:50,497 DEBUG [Thread-1790 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3b7324d5 to 127.0.0.1:52419 2024-12-08T06:21:50,497 DEBUG [Thread-1790 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:50,499 DEBUG [Thread-1794 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x114e6211 to 127.0.0.1:52419 2024-12-08T06:21:50,499 DEBUG [Thread-1794 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:50,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:50,756 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208a9ac7806f8414dcea5005f9c69d87cea_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208a9ac7806f8414dcea5005f9c69d87cea_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:50,756 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/93939d652a9e45c3a301f6f53bf5fad8, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:50,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/93939d652a9e45c3a301f6f53bf5fad8 is 175, key is test_row_0/A:col10/1733638908708/Put/seqid=0 2024-12-08T06:21:50,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742333_1509 (size=31255) 2024-12-08T06:21:50,852 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. as already flushing 2024-12-08T06:21:50,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:50,853 DEBUG [Thread-1783 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64a04d7a to 127.0.0.1:52419 2024-12-08T06:21:50,853 DEBUG [Thread-1783 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:51,160 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=408, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/93939d652a9e45c3a301f6f53bf5fad8 2024-12-08T06:21:51,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/3d52d072658541e38e6dba4846671fad is 50, key is test_row_0/B:col10/1733638908708/Put/seqid=0 2024-12-08T06:21:51,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742334_1510 (size=12301) 2024-12-08T06:21:51,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-08T06:21:51,449 DEBUG [Thread-1785 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3268230a to 127.0.0.1:52419 2024-12-08T06:21:51,449 DEBUG [Thread-1785 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:51,451 DEBUG [Thread-1779 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c8cc27b to 127.0.0.1:52419 2024-12-08T06:21:51,451 DEBUG [Thread-1779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:51,455 DEBUG [Thread-1781 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x081cac4f to 127.0.0.1:52419 2024-12-08T06:21:51,455 DEBUG [Thread-1781 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:51,570 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/3d52d072658541e38e6dba4846671fad 2024-12-08T06:21:51,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/173475a3d47847a6a69359c07621355f is 50, key is test_row_0/C:col10/1733638908708/Put/seqid=0 2024-12-08T06:21:51,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742335_1511 (size=12301) 2024-12-08T06:21:51,607 DEBUG [Thread-1787 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6d7912a0 to 127.0.0.1:52419 2024-12-08T06:21:51,607 DEBUG [Thread-1787 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:51,980 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=408 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/173475a3d47847a6a69359c07621355f 2024-12-08T06:21:51,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/93939d652a9e45c3a301f6f53bf5fad8 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/93939d652a9e45c3a301f6f53bf5fad8 2024-12-08T06:21:51,986 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/93939d652a9e45c3a301f6f53bf5fad8, entries=150, sequenceid=408, filesize=30.5 K 2024-12-08T06:21:51,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/3d52d072658541e38e6dba4846671fad as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/3d52d072658541e38e6dba4846671fad 2024-12-08T06:21:51,989 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/3d52d072658541e38e6dba4846671fad, entries=150, sequenceid=408, filesize=12.0 K 2024-12-08T06:21:51,990 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/173475a3d47847a6a69359c07621355f as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/173475a3d47847a6a69359c07621355f 2024-12-08T06:21:51,992 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/173475a3d47847a6a69359c07621355f, entries=150, sequenceid=408, filesize=12.0 K 2024-12-08T06:21:51,993 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=33.54 KB/34350 for 6d11a4ac5aa4c116b44578b26b4732d1 in 1655ms, sequenceid=408, compaction requested=true 2024-12-08T06:21:51,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:51,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:51,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-08T06:21:51,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-08T06:21:51,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-08T06:21:51,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 4.7130 sec 2024-12-08T06:21:51,996 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 4.7160 sec 2024-12-08T06:21:54,453 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T06:21:55,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-08T06:21:55,386 INFO [Thread-1789 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-08T06:21:55,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T06:21:55,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 69 2024-12-08T06:21:55,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 66 2024-12-08T06:21:55,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 71 2024-12-08T06:21:55,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 68 2024-12-08T06:21:55,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 51 2024-12-08T06:21:55,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T06:21:55,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T06:21:55,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2147 2024-12-08T06:21:55,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6438 rows 2024-12-08T06:21:55,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2143 2024-12-08T06:21:55,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6429 rows 2024-12-08T06:21:55,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2145 2024-12-08T06:21:55,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6432 rows 2024-12-08T06:21:55,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2147 2024-12-08T06:21:55,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6441 rows 2024-12-08T06:21:55,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2142 2024-12-08T06:21:55,386 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6426 rows 2024-12-08T06:21:55,386 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-08T06:21:55,386 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ecf33fc to 127.0.0.1:52419 2024-12-08T06:21:55,386 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:21:55,389 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-08T06:21:55,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T06:21:55,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:55,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-08T06:21:55,393 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638915393"}]},"ts":"1733638915393"} 2024-12-08T06:21:55,394 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T06:21:55,396 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T06:21:55,397 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T06:21:55,398 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d11a4ac5aa4c116b44578b26b4732d1, UNASSIGN}] 2024-12-08T06:21:55,399 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=128, ppid=127, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d11a4ac5aa4c116b44578b26b4732d1, UNASSIGN 2024-12-08T06:21:55,399 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=6d11a4ac5aa4c116b44578b26b4732d1, regionState=CLOSING, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:55,400 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T06:21:55,400 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE; CloseRegionProcedure 6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198}] 2024-12-08T06:21:55,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-08T06:21:55,551 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:55,552 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(124): Close 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:55,552 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-08T06:21:55,552 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1681): Closing 6d11a4ac5aa4c116b44578b26b4732d1, disabling compactions & flushes 2024-12-08T06:21:55,552 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:55,552 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:55,552 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. after waiting 0 ms 2024-12-08T06:21:55,552 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:55,552 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(2837): Flushing 6d11a4ac5aa4c116b44578b26b4732d1 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-08T06:21:55,552 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=A 2024-12-08T06:21:55,552 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:55,552 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=B 2024-12-08T06:21:55,553 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:55,553 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 6d11a4ac5aa4c116b44578b26b4732d1, store=C 2024-12-08T06:21:55,553 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:55,557 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208927ca705925849b69811870798cf106e_6d11a4ac5aa4c116b44578b26b4732d1 is 50, key is test_row_0/A:col10/1733638910851/Put/seqid=0 2024-12-08T06:21:55,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742336_1512 (size=12454) 2024-12-08T06:21:55,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-08T06:21:55,962 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:55,965 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208927ca705925849b69811870798cf106e_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208927ca705925849b69811870798cf106e_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:55,966 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/5dfeb7a1148740a4863e0c6cc31aa3c8, store: [table=TestAcidGuarantees family=A region=6d11a4ac5aa4c116b44578b26b4732d1] 2024-12-08T06:21:55,967 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/5dfeb7a1148740a4863e0c6cc31aa3c8 is 175, key is test_row_0/A:col10/1733638910851/Put/seqid=0 2024-12-08T06:21:55,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742337_1513 (size=31255) 2024-12-08T06:21:55,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-08T06:21:56,371 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=416, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/5dfeb7a1148740a4863e0c6cc31aa3c8 2024-12-08T06:21:56,376 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/2e58e30e560c4ed0b03be871375082e1 is 50, key is test_row_0/B:col10/1733638910851/Put/seqid=0 2024-12-08T06:21:56,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742338_1514 (size=12301) 2024-12-08T06:21:56,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-08T06:21:56,779 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/2e58e30e560c4ed0b03be871375082e1 2024-12-08T06:21:56,785 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/d53173ff81b146e7b3a95229e90ef2a9 is 50, key is test_row_0/C:col10/1733638910851/Put/seqid=0 2024-12-08T06:21:56,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742339_1515 (size=12301) 2024-12-08T06:21:56,789 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=416 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/d53173ff81b146e7b3a95229e90ef2a9 2024-12-08T06:21:56,792 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/A/5dfeb7a1148740a4863e0c6cc31aa3c8 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5dfeb7a1148740a4863e0c6cc31aa3c8 2024-12-08T06:21:56,795 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5dfeb7a1148740a4863e0c6cc31aa3c8, entries=150, sequenceid=416, filesize=30.5 K 2024-12-08T06:21:56,796 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/B/2e58e30e560c4ed0b03be871375082e1 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/2e58e30e560c4ed0b03be871375082e1 2024-12-08T06:21:56,798 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/2e58e30e560c4ed0b03be871375082e1, entries=150, sequenceid=416, filesize=12.0 K 2024-12-08T06:21:56,798 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/.tmp/C/d53173ff81b146e7b3a95229e90ef2a9 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/d53173ff81b146e7b3a95229e90ef2a9 2024-12-08T06:21:56,800 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/d53173ff81b146e7b3a95229e90ef2a9, entries=150, sequenceid=416, filesize=12.0 K 2024-12-08T06:21:56,801 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 6d11a4ac5aa4c116b44578b26b4732d1 in 1249ms, sequenceid=416, compaction requested=true 2024-12-08T06:21:56,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/0cb8b54124eb4ad7ba4c52b9bfff0235, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/3004ba562fe1494c801f4662f43a89ce, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/be72e7c1fd7147f6ad61654754c6e7dc, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/f1f187a92e414f57998fe345707dd5b3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/ca19b0db8f25403c8daa9b70814f74bc, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/d9ce77ae9b6042679769435bd33a78af, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/9cd9c30932ac4380b57ad1bb6b10ae4a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/75326d52d8e5453db594d5bb6a279fb9, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/b3db695fea464c9da6c7a3974bdedd8e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/b21ae47d3ff7426398f3eb4df1c0f412, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/86fcf1e8ae1e451991990eab27db79c2, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5e2306025ccb481cadbf04ddf9b280d0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/9fc89619d6f14328a0a3351b3bc7386c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/9df8bbc570744447803284ae483d4c72, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/ae98c032783b48fe9f3a40bb9a8dfa9f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5da9af74bcdc4393b2ce25bf19b84dc6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/f88e649572264591aa7936a99e645d72, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/2cd09cc59bb041c487bf0cef2a94e7e5, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/ad266f9944504b4abd0c18463817936a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5cc1a617636048128c18ce08247e891b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/4ec2588a9e514eaebb47566c85b407b6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/266fc37573d84bfebd002c2a1b84dcb1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/d24824e8daf7431e83f7a68e091ee1e1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/219f7af1475a4613b6884a000fef2e1b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/0552cce6cc13482bbb24bf6b100939bc] to archive 2024-12-08T06:21:56,802 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T06:21:56,803 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/0cb8b54124eb4ad7ba4c52b9bfff0235 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/0cb8b54124eb4ad7ba4c52b9bfff0235 2024-12-08T06:21:56,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/3004ba562fe1494c801f4662f43a89ce to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/3004ba562fe1494c801f4662f43a89ce 2024-12-08T06:21:56,805 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/be72e7c1fd7147f6ad61654754c6e7dc to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/be72e7c1fd7147f6ad61654754c6e7dc 2024-12-08T06:21:56,806 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/f1f187a92e414f57998fe345707dd5b3 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/f1f187a92e414f57998fe345707dd5b3 2024-12-08T06:21:56,806 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/ca19b0db8f25403c8daa9b70814f74bc to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/ca19b0db8f25403c8daa9b70814f74bc 2024-12-08T06:21:56,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/d9ce77ae9b6042679769435bd33a78af to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/d9ce77ae9b6042679769435bd33a78af 2024-12-08T06:21:56,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/9cd9c30932ac4380b57ad1bb6b10ae4a to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/9cd9c30932ac4380b57ad1bb6b10ae4a 2024-12-08T06:21:56,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/75326d52d8e5453db594d5bb6a279fb9 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/75326d52d8e5453db594d5bb6a279fb9 2024-12-08T06:21:56,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/b3db695fea464c9da6c7a3974bdedd8e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/b3db695fea464c9da6c7a3974bdedd8e 2024-12-08T06:21:56,810 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/b21ae47d3ff7426398f3eb4df1c0f412 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/b21ae47d3ff7426398f3eb4df1c0f412 2024-12-08T06:21:56,811 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/86fcf1e8ae1e451991990eab27db79c2 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/86fcf1e8ae1e451991990eab27db79c2 2024-12-08T06:21:56,812 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5e2306025ccb481cadbf04ddf9b280d0 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5e2306025ccb481cadbf04ddf9b280d0 2024-12-08T06:21:56,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/9fc89619d6f14328a0a3351b3bc7386c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/9fc89619d6f14328a0a3351b3bc7386c 2024-12-08T06:21:56,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/9df8bbc570744447803284ae483d4c72 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/9df8bbc570744447803284ae483d4c72 2024-12-08T06:21:56,814 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/ae98c032783b48fe9f3a40bb9a8dfa9f to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/ae98c032783b48fe9f3a40bb9a8dfa9f 2024-12-08T06:21:56,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5da9af74bcdc4393b2ce25bf19b84dc6 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5da9af74bcdc4393b2ce25bf19b84dc6 2024-12-08T06:21:56,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/f88e649572264591aa7936a99e645d72 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/f88e649572264591aa7936a99e645d72 2024-12-08T06:21:56,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/2cd09cc59bb041c487bf0cef2a94e7e5 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/2cd09cc59bb041c487bf0cef2a94e7e5 2024-12-08T06:21:56,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/ad266f9944504b4abd0c18463817936a to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/ad266f9944504b4abd0c18463817936a 2024-12-08T06:21:56,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5cc1a617636048128c18ce08247e891b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5cc1a617636048128c18ce08247e891b 2024-12-08T06:21:56,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/4ec2588a9e514eaebb47566c85b407b6 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/4ec2588a9e514eaebb47566c85b407b6 2024-12-08T06:21:56,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/266fc37573d84bfebd002c2a1b84dcb1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/266fc37573d84bfebd002c2a1b84dcb1 2024-12-08T06:21:56,820 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/d24824e8daf7431e83f7a68e091ee1e1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/d24824e8daf7431e83f7a68e091ee1e1 2024-12-08T06:21:56,821 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/219f7af1475a4613b6884a000fef2e1b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/219f7af1475a4613b6884a000fef2e1b 2024-12-08T06:21:56,821 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/0552cce6cc13482bbb24bf6b100939bc to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/0552cce6cc13482bbb24bf6b100939bc 2024-12-08T06:21:56,822 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/33a46f69c47443c2b889423be0decde0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/ea7be89be3ed401ebee09b4b5c975a62, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/c2f498d6d7214eb3b16149421327b02c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/8b4d1da11e73406d9fc4a8f473d25cfe, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/5bbeb966573640df82b157db09129d88, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/7b038fb785764c0abcc89add34f67451, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/883a15556b7d4783b304611b1b37f33e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/5ab8f2128a9e47268f31db496f7237b4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/f2d6506dae1d4458b6beeb3201850b96, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/c1cd9c0bbda4496cac7f9d38e6d3e279, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/9945805b5f3f42ac9ef309da94c33782, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/5c114ce9d45748adb4383338945c6ded, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/e670c6dd5dbe46d2a67f7b1f1150f0ce, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/9f8c01e9fbbd4530bf9731c83f473ca6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/ecd8737472994ea584659c1df8d7fa31, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/874219a201b04af79298228787d2e124, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/b02681c5dd6148189ff3786a80fb4693, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/b7ac7bc3146c414dbcba4679be6cf263, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/f527dfbd041f43c3aeccfa43c2e93ba5, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/4d6889bab0c0407eafda076c055be2d7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/78461f75697d444991868c8147200d7a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/7bf2850582a041bba2caf938e0fe975f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/c6a87f28b9cb4edbb4147c03098236ea, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/bb62be84d0984ab6918b6aa221018b1f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/d0d6a7ee37ba41e4b06faaac7a331be4] to archive 2024-12-08T06:21:56,823 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T06:21:56,824 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/33a46f69c47443c2b889423be0decde0 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/33a46f69c47443c2b889423be0decde0 2024-12-08T06:21:56,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/ea7be89be3ed401ebee09b4b5c975a62 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/ea7be89be3ed401ebee09b4b5c975a62 2024-12-08T06:21:56,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/c2f498d6d7214eb3b16149421327b02c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/c2f498d6d7214eb3b16149421327b02c 2024-12-08T06:21:56,827 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/8b4d1da11e73406d9fc4a8f473d25cfe to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/8b4d1da11e73406d9fc4a8f473d25cfe 2024-12-08T06:21:56,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/5bbeb966573640df82b157db09129d88 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/5bbeb966573640df82b157db09129d88 2024-12-08T06:21:56,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/7b038fb785764c0abcc89add34f67451 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/7b038fb785764c0abcc89add34f67451 2024-12-08T06:21:56,829 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/883a15556b7d4783b304611b1b37f33e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/883a15556b7d4783b304611b1b37f33e 2024-12-08T06:21:56,830 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/5ab8f2128a9e47268f31db496f7237b4 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/5ab8f2128a9e47268f31db496f7237b4 2024-12-08T06:21:56,831 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/f2d6506dae1d4458b6beeb3201850b96 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/f2d6506dae1d4458b6beeb3201850b96 2024-12-08T06:21:56,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/c1cd9c0bbda4496cac7f9d38e6d3e279 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/c1cd9c0bbda4496cac7f9d38e6d3e279 2024-12-08T06:21:56,833 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/9945805b5f3f42ac9ef309da94c33782 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/9945805b5f3f42ac9ef309da94c33782 2024-12-08T06:21:56,833 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/5c114ce9d45748adb4383338945c6ded to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/5c114ce9d45748adb4383338945c6ded 2024-12-08T06:21:56,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/e670c6dd5dbe46d2a67f7b1f1150f0ce to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/e670c6dd5dbe46d2a67f7b1f1150f0ce 2024-12-08T06:21:56,835 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/9f8c01e9fbbd4530bf9731c83f473ca6 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/9f8c01e9fbbd4530bf9731c83f473ca6 2024-12-08T06:21:56,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/ecd8737472994ea584659c1df8d7fa31 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/ecd8737472994ea584659c1df8d7fa31 2024-12-08T06:21:56,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/874219a201b04af79298228787d2e124 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/874219a201b04af79298228787d2e124 2024-12-08T06:21:56,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/b02681c5dd6148189ff3786a80fb4693 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/b02681c5dd6148189ff3786a80fb4693 2024-12-08T06:21:56,838 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/b7ac7bc3146c414dbcba4679be6cf263 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/b7ac7bc3146c414dbcba4679be6cf263 2024-12-08T06:21:56,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/f527dfbd041f43c3aeccfa43c2e93ba5 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/f527dfbd041f43c3aeccfa43c2e93ba5 2024-12-08T06:21:56,840 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/4d6889bab0c0407eafda076c055be2d7 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/4d6889bab0c0407eafda076c055be2d7 2024-12-08T06:21:56,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/78461f75697d444991868c8147200d7a to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/78461f75697d444991868c8147200d7a 2024-12-08T06:21:56,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/7bf2850582a041bba2caf938e0fe975f to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/7bf2850582a041bba2caf938e0fe975f 2024-12-08T06:21:56,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/c6a87f28b9cb4edbb4147c03098236ea to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/c6a87f28b9cb4edbb4147c03098236ea 2024-12-08T06:21:56,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/bb62be84d0984ab6918b6aa221018b1f to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/bb62be84d0984ab6918b6aa221018b1f 2024-12-08T06:21:56,844 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/d0d6a7ee37ba41e4b06faaac7a331be4 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/d0d6a7ee37ba41e4b06faaac7a331be4 2024-12-08T06:21:56,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/b0cd600ebe3c44e4947d95e6724feb1c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/16eb6febb7f6467db1db7500b719d9d1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/5a04b203618d412b8d3b40b9b824fa43, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/e3d352f878334229a8366c45e9993fd6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/08b87bb8c5d9459798838d5afe0a5727, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/6209cdd2af4f4038b285d62c811b1a10, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/6ae3e6b48fcd49b582a59418f59e903e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/947fa1c370c3420e9e104fec13640939, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/e19ccbc2995e419ca090b6a7fc51a938, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/8a43da6bd9fb42ad859da1a52f0749fb, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/b84d4349fecf4f668bf6e67ef4b84a11, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/753d31386fc94d9a84f820e53c1c1615, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/d364aeda9aaf4d5eac0a870dcd1bad82, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/3d4afa4dc84a443f83f3dbb550f3a269, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/6b49eb9082da4d38a047292fa290877f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/9e6bb03cadcd4cdb80aa360860deefc4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/72e20d6549a74e579300725543d72662, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/28fdd00fede542569d606ed9bccc6b8a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/50542e611e4344c9811ce7941b6b2d26, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/c6597ce1832649508b3decf44f5fe073, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/ecb86987da084e75b97717ab3e8cbbf0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/0f2483c062044c59b0647b33807977b5, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/7a9c42de51844dbc8ccaf33b641f75c0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/d6eb447985684a9fafdcec1d3c231b9e] to archive 2024-12-08T06:21:56,846 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T06:21:56,847 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/b0cd600ebe3c44e4947d95e6724feb1c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/b0cd600ebe3c44e4947d95e6724feb1c 2024-12-08T06:21:56,847 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/16eb6febb7f6467db1db7500b719d9d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/16eb6febb7f6467db1db7500b719d9d1 2024-12-08T06:21:56,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/5a04b203618d412b8d3b40b9b824fa43 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/5a04b203618d412b8d3b40b9b824fa43 2024-12-08T06:21:56,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/e3d352f878334229a8366c45e9993fd6 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/e3d352f878334229a8366c45e9993fd6 2024-12-08T06:21:56,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/08b87bb8c5d9459798838d5afe0a5727 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/08b87bb8c5d9459798838d5afe0a5727 2024-12-08T06:21:56,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/6209cdd2af4f4038b285d62c811b1a10 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/6209cdd2af4f4038b285d62c811b1a10 2024-12-08T06:21:56,851 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/6ae3e6b48fcd49b582a59418f59e903e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/6ae3e6b48fcd49b582a59418f59e903e 2024-12-08T06:21:56,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/947fa1c370c3420e9e104fec13640939 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/947fa1c370c3420e9e104fec13640939 2024-12-08T06:21:56,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/e19ccbc2995e419ca090b6a7fc51a938 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/e19ccbc2995e419ca090b6a7fc51a938 2024-12-08T06:21:56,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/8a43da6bd9fb42ad859da1a52f0749fb to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/8a43da6bd9fb42ad859da1a52f0749fb 2024-12-08T06:21:56,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/b84d4349fecf4f668bf6e67ef4b84a11 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/b84d4349fecf4f668bf6e67ef4b84a11 2024-12-08T06:21:56,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/753d31386fc94d9a84f820e53c1c1615 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/753d31386fc94d9a84f820e53c1c1615 2024-12-08T06:21:56,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/d364aeda9aaf4d5eac0a870dcd1bad82 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/d364aeda9aaf4d5eac0a870dcd1bad82 2024-12-08T06:21:56,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/3d4afa4dc84a443f83f3dbb550f3a269 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/3d4afa4dc84a443f83f3dbb550f3a269 2024-12-08T06:21:56,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/6b49eb9082da4d38a047292fa290877f to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/6b49eb9082da4d38a047292fa290877f 2024-12-08T06:21:56,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/9e6bb03cadcd4cdb80aa360860deefc4 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/9e6bb03cadcd4cdb80aa360860deefc4 2024-12-08T06:21:56,859 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/72e20d6549a74e579300725543d72662 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/72e20d6549a74e579300725543d72662 2024-12-08T06:21:56,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/28fdd00fede542569d606ed9bccc6b8a to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/28fdd00fede542569d606ed9bccc6b8a 2024-12-08T06:21:56,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/50542e611e4344c9811ce7941b6b2d26 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/50542e611e4344c9811ce7941b6b2d26 2024-12-08T06:21:56,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/c6597ce1832649508b3decf44f5fe073 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/c6597ce1832649508b3decf44f5fe073 2024-12-08T06:21:56,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/ecb86987da084e75b97717ab3e8cbbf0 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/ecb86987da084e75b97717ab3e8cbbf0 2024-12-08T06:21:56,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/0f2483c062044c59b0647b33807977b5 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/0f2483c062044c59b0647b33807977b5 2024-12-08T06:21:56,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/7a9c42de51844dbc8ccaf33b641f75c0 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/7a9c42de51844dbc8ccaf33b641f75c0 2024-12-08T06:21:56,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/d6eb447985684a9fafdcec1d3c231b9e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/d6eb447985684a9fafdcec1d3c231b9e 2024-12-08T06:21:56,868 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/recovered.edits/419.seqid, newMaxSeqId=419, maxSeqId=4 2024-12-08T06:21:56,868 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1. 2024-12-08T06:21:56,868 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] regionserver.HRegion(1635): Region close journal for 6d11a4ac5aa4c116b44578b26b4732d1: 2024-12-08T06:21:56,870 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=129}] handler.UnassignRegionHandler(170): Closed 6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:56,870 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=128 updating hbase:meta row=6d11a4ac5aa4c116b44578b26b4732d1, regionState=CLOSED 2024-12-08T06:21:56,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-08T06:21:56,872 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; CloseRegionProcedure 6d11a4ac5aa4c116b44578b26b4732d1, server=cbcfd08a3627,46077,1733638796198 in 1.4710 sec 2024-12-08T06:21:56,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=128, resume processing ppid=127 2024-12-08T06:21:56,873 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, ppid=127, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=6d11a4ac5aa4c116b44578b26b4732d1, UNASSIGN in 1.4740 sec 2024-12-08T06:21:56,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-08T06:21:56,874 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4760 sec 2024-12-08T06:21:56,875 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638916875"}]},"ts":"1733638916875"} 2024-12-08T06:21:56,875 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T06:21:56,878 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T06:21:56,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4890 sec 2024-12-08T06:21:57,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-08T06:21:57,496 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-08T06:21:57,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T06:21:57,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:57,498 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=130, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:57,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-08T06:21:57,499 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=130, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:57,500 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,502 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A, FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B, FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C, FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/recovered.edits] 2024-12-08T06:21:57,504 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/0428e679462b40479a03dda0e1ac0dc1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/0428e679462b40479a03dda0e1ac0dc1 2024-12-08T06:21:57,504 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5dfeb7a1148740a4863e0c6cc31aa3c8 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/5dfeb7a1148740a4863e0c6cc31aa3c8 2024-12-08T06:21:57,505 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/688402e760de4cf29393ad467315edb4 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/688402e760de4cf29393ad467315edb4 2024-12-08T06:21:57,506 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/93939d652a9e45c3a301f6f53bf5fad8 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/A/93939d652a9e45c3a301f6f53bf5fad8 2024-12-08T06:21:57,507 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/12a0db9795634a94a5bdd73856335665 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/12a0db9795634a94a5bdd73856335665 2024-12-08T06:21:57,508 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/1fef24d85e6042b1b2f4b33d9ef82dcc to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/1fef24d85e6042b1b2f4b33d9ef82dcc 2024-12-08T06:21:57,509 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/2e58e30e560c4ed0b03be871375082e1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/2e58e30e560c4ed0b03be871375082e1 2024-12-08T06:21:57,510 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/3d52d072658541e38e6dba4846671fad to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/B/3d52d072658541e38e6dba4846671fad 2024-12-08T06:21:57,511 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/173475a3d47847a6a69359c07621355f to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/173475a3d47847a6a69359c07621355f 2024-12-08T06:21:57,512 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/2181d0213298476ca86a4926d450593b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/2181d0213298476ca86a4926d450593b 2024-12-08T06:21:57,513 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/24242befa6bf4ef2bcbfda7494cd5b77 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/24242befa6bf4ef2bcbfda7494cd5b77 2024-12-08T06:21:57,514 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/d53173ff81b146e7b3a95229e90ef2a9 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/C/d53173ff81b146e7b3a95229e90ef2a9 2024-12-08T06:21:57,516 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/recovered.edits/419.seqid to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1/recovered.edits/419.seqid 2024-12-08T06:21:57,516 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,516 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T06:21:57,517 DEBUG [PEWorker-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T06:21:57,517 DEBUG [PEWorker-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-08T06:21:57,519 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081a7f70f958f1424c814d1ed26fc60119_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081a7f70f958f1424c814d1ed26fc60119_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,520 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082136b6ead33c493484c22cb34062f40a_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082136b6ead33c493484c22cb34062f40a_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,521 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082c87c98f7eef4a28a47f614786bddde2_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082c87c98f7eef4a28a47f614786bddde2_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,522 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082eb77ed83d064d3ca563f966a4aea809_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082eb77ed83d064d3ca563f966a4aea809_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,523 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120831b82fa0f8ef4992acd202dfb88fc5fd_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120831b82fa0f8ef4992acd202dfb88fc5fd_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,524 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083269908252c640d2b664f1a9529aa11d_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083269908252c640d2b664f1a9529aa11d_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,525 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083e0a49fd2c1544cfbe036594576624a5_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412083e0a49fd2c1544cfbe036594576624a5_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,525 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208438dbba26546451db00fc089a10cb7db_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208438dbba26546451db00fc089a10cb7db_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,526 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412084d16b5df55a74d5ebd0de0e85509958f_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412084d16b5df55a74d5ebd0de0e85509958f_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,527 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412085e96b832c5684974ba37840c28c0b0f8_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412085e96b832c5684974ba37840c28c0b0f8_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,528 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208612cb6cbf725400fab8fbc5aa3e54119_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208612cb6cbf725400fab8fbc5aa3e54119_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,529 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208854b341450394722a43436096221a896_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208854b341450394722a43436096221a896_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,530 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088b31094f81a94ab995c4584512a718a9_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412088b31094f81a94ab995c4584512a718a9_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,531 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208927ca705925849b69811870798cf106e_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208927ca705925849b69811870798cf106e_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,532 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208997504663f784b979bc25c9806215b00_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208997504663f784b979bc25c9806215b00_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,533 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208a9ac7806f8414dcea5005f9c69d87cea_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208a9ac7806f8414dcea5005f9c69d87cea_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,534 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208b5643d49614a4f26a69638be3e920075_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208b5643d49614a4f26a69638be3e920075_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,535 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208bb30aa75a743481a9645c4ded3795bc7_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208bb30aa75a743481a9645c4ded3795bc7_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,536 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208cb87d8dbe14447d5a25d6717a4c39c21_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208cb87d8dbe14447d5a25d6717a4c39c21_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,537 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d145e875f3ad442d913e10c6e54d4f43_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d145e875f3ad442d913e10c6e54d4f43_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,538 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d328582abdcd432fb69e09622e6fda5b_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208d328582abdcd432fb69e09622e6fda5b_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,539 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f70f159150714052b581ecbf5b9fc38c_6d11a4ac5aa4c116b44578b26b4732d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f70f159150714052b581ecbf5b9fc38c_6d11a4ac5aa4c116b44578b26b4732d1 2024-12-08T06:21:57,539 DEBUG [PEWorker-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T06:21:57,541 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=130, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:57,543 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T06:21:57,544 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T06:21:57,545 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=130, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:57,545 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T06:21:57,546 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733638917545"}]},"ts":"9223372036854775807"} 2024-12-08T06:21:57,547 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-08T06:21:57,547 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 6d11a4ac5aa4c116b44578b26b4732d1, NAME => 'TestAcidGuarantees,,1733638887441.6d11a4ac5aa4c116b44578b26b4732d1.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T06:21:57,547 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T06:21:57,547 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733638917547"}]},"ts":"9223372036854775807"} 2024-12-08T06:21:57,548 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-08T06:21:57,550 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=130, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:57,551 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 53 msec 2024-12-08T06:21:57,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=130 2024-12-08T06:21:57,599 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 130 completed 2024-12-08T06:21:57,609 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=237 (was 242), OpenFileDescriptor=453 (was 463), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=396 (was 437), ProcessCount=11 (was 11), AvailableMemoryMB=5890 (was 5948) 2024-12-08T06:21:57,618 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=237, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=396, ProcessCount=11, AvailableMemoryMB=5889 2024-12-08T06:21:57,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T06:21:57,620 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T06:21:57,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T06:21:57,622 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T06:21:57,622 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:57,622 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 131 2024-12-08T06:21:57,622 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T06:21:57,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-08T06:21:57,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742340_1516 (size=963) 2024-12-08T06:21:57,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-08T06:21:57,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-08T06:21:58,029 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4 2024-12-08T06:21:58,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742341_1517 (size=53) 2024-12-08T06:21:58,034 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T06:21:58,034 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 81e03bcb04827c21c9aba085f64e3e07, disabling compactions & flushes 2024-12-08T06:21:58,034 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:21:58,034 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:21:58,034 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. after waiting 0 ms 2024-12-08T06:21:58,034 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:21:58,034 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:21:58,034 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:21:58,035 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T06:21:58,035 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733638918035"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733638918035"}]},"ts":"1733638918035"} 2024-12-08T06:21:58,036 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-08T06:21:58,037 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T06:21:58,037 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638918037"}]},"ts":"1733638918037"} 2024-12-08T06:21:58,038 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T06:21:58,041 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e03bcb04827c21c9aba085f64e3e07, ASSIGN}] 2024-12-08T06:21:58,042 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e03bcb04827c21c9aba085f64e3e07, ASSIGN 2024-12-08T06:21:58,043 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=132, ppid=131, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e03bcb04827c21c9aba085f64e3e07, ASSIGN; state=OFFLINE, location=cbcfd08a3627,46077,1733638796198; forceNewPlan=false, retain=false 2024-12-08T06:21:58,193 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=81e03bcb04827c21c9aba085f64e3e07, regionState=OPENING, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:58,194 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=133, ppid=132, state=RUNNABLE; OpenRegionProcedure 81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198}] 2024-12-08T06:21:58,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-08T06:21:58,346 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:58,348 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:21:58,348 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7285): Opening region: {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} 2024-12-08T06:21:58,348 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:21:58,348 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T06:21:58,349 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7327): checking encryption for 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:21:58,349 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(7330): checking classloading for 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:21:58,350 INFO [StoreOpener-81e03bcb04827c21c9aba085f64e3e07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:21:58,351 INFO [StoreOpener-81e03bcb04827c21c9aba085f64e3e07-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:21:58,351 INFO [StoreOpener-81e03bcb04827c21c9aba085f64e3e07-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81e03bcb04827c21c9aba085f64e3e07 columnFamilyName A 2024-12-08T06:21:58,351 DEBUG [StoreOpener-81e03bcb04827c21c9aba085f64e3e07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:58,351 INFO [StoreOpener-81e03bcb04827c21c9aba085f64e3e07-1 {}] regionserver.HStore(327): Store=81e03bcb04827c21c9aba085f64e3e07/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:21:58,351 INFO [StoreOpener-81e03bcb04827c21c9aba085f64e3e07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:21:58,352 INFO [StoreOpener-81e03bcb04827c21c9aba085f64e3e07-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:21:58,352 INFO [StoreOpener-81e03bcb04827c21c9aba085f64e3e07-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81e03bcb04827c21c9aba085f64e3e07 columnFamilyName B 2024-12-08T06:21:58,352 DEBUG [StoreOpener-81e03bcb04827c21c9aba085f64e3e07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:58,353 INFO [StoreOpener-81e03bcb04827c21c9aba085f64e3e07-1 {}] regionserver.HStore(327): Store=81e03bcb04827c21c9aba085f64e3e07/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:21:58,353 INFO [StoreOpener-81e03bcb04827c21c9aba085f64e3e07-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:21:58,354 INFO [StoreOpener-81e03bcb04827c21c9aba085f64e3e07-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:21:58,354 INFO [StoreOpener-81e03bcb04827c21c9aba085f64e3e07-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 81e03bcb04827c21c9aba085f64e3e07 columnFamilyName C 2024-12-08T06:21:58,354 DEBUG [StoreOpener-81e03bcb04827c21c9aba085f64e3e07-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:21:58,354 INFO [StoreOpener-81e03bcb04827c21c9aba085f64e3e07-1 {}] regionserver.HStore(327): Store=81e03bcb04827c21c9aba085f64e3e07/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:21:58,354 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:21:58,355 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:21:58,355 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:21:58,356 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T06:21:58,357 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1085): writing seq id for 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:21:58,358 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T06:21:58,358 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1102): Opened 81e03bcb04827c21c9aba085f64e3e07; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73377012, jitterRate=0.0934026837348938}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T06:21:58,359 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegion(1001): Region open journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:21:58,359 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., pid=133, masterSystemTime=1733638918346 2024-12-08T06:21:58,361 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:21:58,361 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=133}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:21:58,361 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=132 updating hbase:meta row=81e03bcb04827c21c9aba085f64e3e07, regionState=OPEN, openSeqNum=2, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:58,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=133, resume processing ppid=132 2024-12-08T06:21:58,363 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, ppid=132, state=SUCCESS; OpenRegionProcedure 81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 in 168 msec 2024-12-08T06:21:58,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=132, resume processing ppid=131 2024-12-08T06:21:58,364 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, ppid=131, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e03bcb04827c21c9aba085f64e3e07, ASSIGN in 322 msec 2024-12-08T06:21:58,364 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T06:21:58,365 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638918365"}]},"ts":"1733638918365"} 2024-12-08T06:21:58,365 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T06:21:58,368 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=131, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T06:21:58,368 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 748 msec 2024-12-08T06:21:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=131 2024-12-08T06:21:58,725 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 131 completed 2024-12-08T06:21:58,726 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4fbee617 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4efaf022 2024-12-08T06:21:58,730 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65036559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:58,731 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:58,732 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41752, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:58,733 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T06:21:58,733 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35094, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T06:21:58,735 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46c37647 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5f21f55d 2024-12-08T06:21:58,737 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21f67a4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:58,738 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2fb24d40 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f69def6 2024-12-08T06:21:58,741 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5fe744, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:58,741 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51453050 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60eadae0 2024-12-08T06:21:58,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@721d647e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:58,744 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x632d1806 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55a6e359 2024-12-08T06:21:58,747 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c014307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:58,747 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4f99adfe to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2d47237f 2024-12-08T06:21:58,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b9854ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:58,751 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x42e690d6 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6b72a92d 2024-12-08T06:21:58,753 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4d4e08, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:58,754 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3abeec20 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44fb119b 2024-12-08T06:21:58,757 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44462a02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:58,757 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00df2701 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c349948 2024-12-08T06:21:58,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69d7a6f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:58,761 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x35ca71a1 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d0c5089 2024-12-08T06:21:58,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5938a7c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:58,764 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x56a4483a to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3943c27f 2024-12-08T06:21:58,770 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25593478, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:21:58,774 DEBUG [hconnection-0x1fd7649f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:58,774 DEBUG [hconnection-0x6b1cf8f7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:58,774 DEBUG [hconnection-0x1fc08d72-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:58,775 DEBUG [hconnection-0xfc4a02c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:58,775 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41764, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:58,775 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41768, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:58,775 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41792, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:58,776 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:58,776 DEBUG [hconnection-0x36f00bae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:58,777 DEBUG [hconnection-0x3150f53d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:58,777 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41798, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:58,778 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41806, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:58,781 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees 2024-12-08T06:21:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:21:58,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:21:58,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-08T06:21:58,782 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:58,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:21:58,783 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=134, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:58,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:58,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:58,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:21:58,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:58,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:21:58,783 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:58,792 DEBUG [hconnection-0x38871bf3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:58,793 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:58,794 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:58,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638978794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:58,795 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:58,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638978794, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:58,796 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638978796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:58,796 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:58,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638978796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:58,800 DEBUG [hconnection-0x6b7c580a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:58,801 DEBUG [hconnection-0x17d47516-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:58,801 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41820, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:58,802 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:58,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:58,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638978806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:58,812 DEBUG [hconnection-0x426b14fa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:21:58,813 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41836, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:21:58,817 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/70a79e95d9f14333b45065b1c26ee704 is 50, key is test_row_1/A:col10/1733638918782/Put/seqid=0 2024-12-08T06:21:58,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742342_1518 (size=9657) 2024-12-08T06:21:58,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/70a79e95d9f14333b45065b1c26ee704 2024-12-08T06:21:58,865 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/f50e71c6bae642a7b255699f067eb771 is 50, key is test_row_1/B:col10/1733638918782/Put/seqid=0 2024-12-08T06:21:58,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742343_1519 (size=9657) 2024-12-08T06:21:58,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-08T06:21:58,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:58,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638978895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:58,898 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638978896, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:58,899 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:58,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638978897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:58,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:58,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638978897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:58,907 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:58,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638978907, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:58,935 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:58,936 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-08T06:21:58,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:21:58,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:21:58,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:21:58,936 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:58,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:58,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:59,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-08T06:21:59,088 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,089 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-08T06:21:59,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:21:59,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:21:59,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:21:59,089 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:59,089 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:59,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:59,103 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638979100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,104 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638979100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638979100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,104 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:59,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638979102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,113 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:59,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638979109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,241 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,241 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-08T06:21:59,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:21:59,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:21:59,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:21:59,242 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] handler.RSProcedureHandler(58): pid=135 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:59,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=135 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:59,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=135 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:21:59,269 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/f50e71c6bae642a7b255699f067eb771 2024-12-08T06:21:59,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/6f57826902ca42c090f79f792ed12ba7 is 50, key is test_row_1/C:col10/1733638918782/Put/seqid=0 2024-12-08T06:21:59,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742344_1520 (size=9657) 2024-12-08T06:21:59,306 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/6f57826902ca42c090f79f792ed12ba7 2024-12-08T06:21:59,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/70a79e95d9f14333b45065b1c26ee704 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/70a79e95d9f14333b45065b1c26ee704 2024-12-08T06:21:59,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/70a79e95d9f14333b45065b1c26ee704, entries=100, sequenceid=14, filesize=9.4 K 2024-12-08T06:21:59,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/f50e71c6bae642a7b255699f067eb771 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/f50e71c6bae642a7b255699f067eb771 2024-12-08T06:21:59,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/f50e71c6bae642a7b255699f067eb771, entries=100, sequenceid=14, filesize=9.4 K 2024-12-08T06:21:59,333 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/6f57826902ca42c090f79f792ed12ba7 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/6f57826902ca42c090f79f792ed12ba7 2024-12-08T06:21:59,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/6f57826902ca42c090f79f792ed12ba7, entries=100, sequenceid=14, filesize=9.4 K 2024-12-08T06:21:59,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 81e03bcb04827c21c9aba085f64e3e07 in 555ms, sequenceid=14, compaction requested=false 2024-12-08T06:21:59,337 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-08T06:21:59,338 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:21:59,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-08T06:21:59,394 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,394 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=135 2024-12-08T06:21:59,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:21:59,394 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T06:21:59,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:21:59,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:59,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:21:59,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:59,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:21:59,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:59,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/f55a363f16364e0b83092443a9cec8ca is 50, key is test_row_0/A:col10/1733638918794/Put/seqid=0 2024-12-08T06:21:59,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742345_1521 (size=12001) 2024-12-08T06:21:59,403 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/f55a363f16364e0b83092443a9cec8ca 2024-12-08T06:21:59,407 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:21:59,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:21:59,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/1bf497aad103446c9f3c96c01efbb9b2 is 50, key is test_row_0/B:col10/1733638918794/Put/seqid=0 2024-12-08T06:21:59,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:59,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638979414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638979412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742346_1522 (size=12001) 2024-12-08T06:21:59,415 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638979415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638979415, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,416 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/1bf497aad103446c9f3c96c01efbb9b2 2024-12-08T06:21:59,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:59,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638979416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,423 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/edff1c22e2324bd3a71854cd5a3cc437 is 50, key is test_row_0/C:col10/1733638918794/Put/seqid=0 2024-12-08T06:21:59,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742347_1523 (size=12001) 2024-12-08T06:21:59,436 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/edff1c22e2324bd3a71854cd5a3cc437 2024-12-08T06:21:59,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/f55a363f16364e0b83092443a9cec8ca as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/f55a363f16364e0b83092443a9cec8ca 2024-12-08T06:21:59,443 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/f55a363f16364e0b83092443a9cec8ca, entries=150, sequenceid=39, filesize=11.7 K 2024-12-08T06:21:59,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/1bf497aad103446c9f3c96c01efbb9b2 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/1bf497aad103446c9f3c96c01efbb9b2 2024-12-08T06:21:59,447 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/1bf497aad103446c9f3c96c01efbb9b2, entries=150, sequenceid=39, filesize=11.7 K 2024-12-08T06:21:59,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/edff1c22e2324bd3a71854cd5a3cc437 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/edff1c22e2324bd3a71854cd5a3cc437 2024-12-08T06:21:59,454 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/edff1c22e2324bd3a71854cd5a3cc437, entries=150, sequenceid=39, filesize=11.7 K 2024-12-08T06:21:59,455 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 81e03bcb04827c21c9aba085f64e3e07 in 60ms, sequenceid=39, compaction requested=false 2024-12-08T06:21:59,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:21:59,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:21:59,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=135}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=135 2024-12-08T06:21:59,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=135 2024-12-08T06:21:59,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-08T06:21:59,457 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 673 msec 2024-12-08T06:21:59,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=134, table=TestAcidGuarantees in 677 msec 2024-12-08T06:21:59,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:21:59,520 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T06:21:59,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:21:59,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:59,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:21:59,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:59,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:21:59,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:21:59,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/39e146fc26ae483d8357e5c455829f80 is 50, key is test_row_0/A:col10/1733638919413/Put/seqid=0 2024-12-08T06:21:59,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742348_1524 (size=16681) 2024-12-08T06:21:59,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/39e146fc26ae483d8357e5c455829f80 2024-12-08T06:21:59,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/618acde164ee49308c239f2ab415c2e9 is 50, key is test_row_0/B:col10/1733638919413/Put/seqid=0 2024-12-08T06:21:59,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742349_1525 (size=12001) 2024-12-08T06:21:59,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:59,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638979555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638979560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,566 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:59,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638979560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:59,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638979661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,667 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638979667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,671 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638979667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,870 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:59,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638979867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638979869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,875 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:59,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638979872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=134 2024-12-08T06:21:59,885 INFO [Thread-2286 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 134 completed 2024-12-08T06:21:59,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:21:59,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-08T06:21:59,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-08T06:21:59,888 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:21:59,888 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:21:59,888 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:21:59,922 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:59,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638979918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:21:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638979921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:21:59,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/618acde164ee49308c239f2ab415c2e9 2024-12-08T06:21:59,948 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/f8a970a409054cba9520684e31faac31 is 50, key is test_row_0/C:col10/1733638919413/Put/seqid=0 2024-12-08T06:21:59,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742350_1526 (size=12001) 2024-12-08T06:21:59,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-08T06:22:00,039 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:00,040 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-08T06:22:00,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:00,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:00,040 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:00,040 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:00,041 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:00,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:00,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:00,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638980173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:00,182 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638980177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:00,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:00,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638980177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:00,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-08T06:22:00,192 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:00,193 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-08T06:22:00,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:00,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:00,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:00,193 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:00,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:00,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:00,344 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:00,345 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-08T06:22:00,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:00,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:00,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:00,345 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:00,345 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:00,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:00,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=53 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/f8a970a409054cba9520684e31faac31 2024-12-08T06:22:00,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/39e146fc26ae483d8357e5c455829f80 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/39e146fc26ae483d8357e5c455829f80 2024-12-08T06:22:00,362 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/39e146fc26ae483d8357e5c455829f80, entries=250, sequenceid=53, filesize=16.3 K 2024-12-08T06:22:00,363 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/618acde164ee49308c239f2ab415c2e9 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/618acde164ee49308c239f2ab415c2e9 2024-12-08T06:22:00,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/618acde164ee49308c239f2ab415c2e9, entries=150, sequenceid=53, filesize=11.7 K 2024-12-08T06:22:00,367 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/f8a970a409054cba9520684e31faac31 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/f8a970a409054cba9520684e31faac31 2024-12-08T06:22:00,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/f8a970a409054cba9520684e31faac31, entries=150, sequenceid=53, filesize=11.7 K 2024-12-08T06:22:00,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 81e03bcb04827c21c9aba085f64e3e07 in 851ms, sequenceid=53, compaction requested=true 2024-12-08T06:22:00,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:00,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:22:00,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:00,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:22:00,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:00,372 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:00,372 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:00,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:22:00,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:00,373 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38339 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:00,373 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:00,373 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/A is initiating minor compaction (all files) 2024-12-08T06:22:00,373 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/B is initiating minor compaction (all files) 2024-12-08T06:22:00,373 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/A in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:00,373 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/B in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:00,373 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/f50e71c6bae642a7b255699f067eb771, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/1bf497aad103446c9f3c96c01efbb9b2, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/618acde164ee49308c239f2ab415c2e9] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=32.9 K 2024-12-08T06:22:00,373 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/70a79e95d9f14333b45065b1c26ee704, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/f55a363f16364e0b83092443a9cec8ca, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/39e146fc26ae483d8357e5c455829f80] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=37.4 K 2024-12-08T06:22:00,374 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting f50e71c6bae642a7b255699f067eb771, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733638918781 2024-12-08T06:22:00,374 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70a79e95d9f14333b45065b1c26ee704, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733638918781 2024-12-08T06:22:00,374 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bf497aad103446c9f3c96c01efbb9b2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733638918791 2024-12-08T06:22:00,374 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting f55a363f16364e0b83092443a9cec8ca, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733638918791 2024-12-08T06:22:00,374 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 618acde164ee49308c239f2ab415c2e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733638919413 2024-12-08T06:22:00,374 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 39e146fc26ae483d8357e5c455829f80, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733638919409 2024-12-08T06:22:00,381 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#A#compaction#441 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:00,382 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/9d0f40c812e94d9988723f148a210a16 is 50, key is test_row_0/A:col10/1733638919413/Put/seqid=0 2024-12-08T06:22:00,384 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#B#compaction#442 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:00,385 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/0958b2372cdc42aa91426de9c3edffc3 is 50, key is test_row_0/B:col10/1733638919413/Put/seqid=0 2024-12-08T06:22:00,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742352_1528 (size=12104) 2024-12-08T06:22:00,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742351_1527 (size=12104) 2024-12-08T06:22:00,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-08T06:22:00,497 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:00,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-08T06:22:00,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:00,498 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-08T06:22:00,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:22:00,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:00,498 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:22:00,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:00,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:22:00,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:00,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/2f3c9ba3727148fb9ffa3bc91fdf7105 is 50, key is test_row_0/A:col10/1733638919547/Put/seqid=0 2024-12-08T06:22:00,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742353_1529 (size=12001) 2024-12-08T06:22:00,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:00,682 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:00,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:00,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638980699, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:00,704 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638980700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:00,705 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:00,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638980703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:00,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:00,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638980805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:00,807 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638980806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:00,808 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:00,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638980806, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:00,808 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/9d0f40c812e94d9988723f148a210a16 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/9d0f40c812e94d9988723f148a210a16 2024-12-08T06:22:00,809 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/0958b2372cdc42aa91426de9c3edffc3 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/0958b2372cdc42aa91426de9c3edffc3 2024-12-08T06:22:00,813 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/B of 81e03bcb04827c21c9aba085f64e3e07 into 0958b2372cdc42aa91426de9c3edffc3(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:00,813 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/A of 81e03bcb04827c21c9aba085f64e3e07 into 9d0f40c812e94d9988723f148a210a16(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:00,813 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:00,813 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:00,813 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/A, priority=13, startTime=1733638920372; duration=0sec 2024-12-08T06:22:00,813 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/B, priority=13, startTime=1733638920372; duration=0sec 2024-12-08T06:22:00,813 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:00,813 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:A 2024-12-08T06:22:00,813 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:00,813 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:B 2024-12-08T06:22:00,816 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:00,817 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:00,817 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/C is initiating minor compaction (all files) 2024-12-08T06:22:00,817 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/C in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:00,817 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/6f57826902ca42c090f79f792ed12ba7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/edff1c22e2324bd3a71854cd5a3cc437, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/f8a970a409054cba9520684e31faac31] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=32.9 K 2024-12-08T06:22:00,817 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f57826902ca42c090f79f792ed12ba7, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=14, earliestPutTs=1733638918781 2024-12-08T06:22:00,817 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting edff1c22e2324bd3a71854cd5a3cc437, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733638918791 2024-12-08T06:22:00,818 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8a970a409054cba9520684e31faac31, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733638919413 2024-12-08T06:22:00,826 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#C#compaction#444 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:00,826 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/96241f53b9e0432e8672fbb169197d63 is 50, key is test_row_0/C:col10/1733638919413/Put/seqid=0 2024-12-08T06:22:00,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742354_1530 (size=12104) 2024-12-08T06:22:00,908 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/2f3c9ba3727148fb9ffa3bc91fdf7105 2024-12-08T06:22:00,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/453528275c1b486d9aa20c7f8eff7549 is 50, key is test_row_0/B:col10/1733638919547/Put/seqid=0 2024-12-08T06:22:00,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742355_1531 (size=12001) 2024-12-08T06:22:00,924 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/453528275c1b486d9aa20c7f8eff7549 2024-12-08T06:22:00,930 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/62779f9917654a8697d0f6099ba84b84 is 50, key is test_row_0/C:col10/1733638919547/Put/seqid=0 2024-12-08T06:22:00,933 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:00,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638980930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:00,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742356_1532 (size=12001) 2024-12-08T06:22:00,938 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638980934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:00,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-08T06:22:01,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638981010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:01,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638981010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:01,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:01,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638981010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:01,235 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/96241f53b9e0432e8672fbb169197d63 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/96241f53b9e0432e8672fbb169197d63 2024-12-08T06:22:01,239 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/C of 81e03bcb04827c21c9aba085f64e3e07 into 96241f53b9e0432e8672fbb169197d63(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:01,239 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:01,240 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/C, priority=13, startTime=1733638920372; duration=0sec 2024-12-08T06:22:01,240 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:01,240 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:C 2024-12-08T06:22:01,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638981316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:01,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638981316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:01,317 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:01,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638981316, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:01,336 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=75 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/62779f9917654a8697d0f6099ba84b84 2024-12-08T06:22:01,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/2f3c9ba3727148fb9ffa3bc91fdf7105 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/2f3c9ba3727148fb9ffa3bc91fdf7105 2024-12-08T06:22:01,343 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/2f3c9ba3727148fb9ffa3bc91fdf7105, entries=150, sequenceid=75, filesize=11.7 K 2024-12-08T06:22:01,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/453528275c1b486d9aa20c7f8eff7549 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/453528275c1b486d9aa20c7f8eff7549 2024-12-08T06:22:01,347 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/453528275c1b486d9aa20c7f8eff7549, entries=150, sequenceid=75, filesize=11.7 K 2024-12-08T06:22:01,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/62779f9917654a8697d0f6099ba84b84 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/62779f9917654a8697d0f6099ba84b84 2024-12-08T06:22:01,351 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/62779f9917654a8697d0f6099ba84b84, entries=150, sequenceid=75, filesize=11.7 K 2024-12-08T06:22:01,352 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 81e03bcb04827c21c9aba085f64e3e07 in 854ms, sequenceid=75, compaction requested=false 2024-12-08T06:22:01,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:01,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:01,352 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-08T06:22:01,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-12-08T06:22:01,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-08T06:22:01,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4650 sec 2024-12-08T06:22:01,355 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.4690 sec 2024-12-08T06:22:01,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:01,823 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-08T06:22:01,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:22:01,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:01,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:22:01,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:01,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:22:01,824 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:01,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/1480e398ecf14e5e838a7abe87b7de49 is 50, key is test_row_0/A:col10/1733638921822/Put/seqid=0 2024-12-08T06:22:01,839 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742357_1533 (size=16681) 2024-12-08T06:22:01,840 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/1480e398ecf14e5e838a7abe87b7de49 2024-12-08T06:22:01,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/40ac4dfe71734357b22069a8e5477c4a is 50, key is test_row_0/B:col10/1733638921822/Put/seqid=0 2024-12-08T06:22:01,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742358_1534 (size=12001) 2024-12-08T06:22:01,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:01,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638981862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:01,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638981863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:01,869 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:01,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638981863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:01,971 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:01,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638981968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:01,973 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:01,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638981970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:01,974 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:01,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638981970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:01,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-08T06:22:01,991 INFO [Thread-2286 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-08T06:22:01,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:22:01,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-08T06:22:01,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-08T06:22:01,994 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:22:01,995 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:22:01,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:22:02,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-08T06:22:02,146 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:02,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-08T06:22:02,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:02,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:02,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:02,147 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] handler.RSProcedureHandler(58): pid=139 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:02,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=139 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:02,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=139 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:02,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:02,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638982172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:02,180 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:02,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638982174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:02,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:02,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638982175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:02,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/40ac4dfe71734357b22069a8e5477c4a 2024-12-08T06:22:02,257 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/73d48ac48eb1453c911175e430fe3cbf is 50, key is test_row_0/C:col10/1733638921822/Put/seqid=0 2024-12-08T06:22:02,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742359_1535 (size=12001) 2024-12-08T06:22:02,261 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=95 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/73d48ac48eb1453c911175e430fe3cbf 2024-12-08T06:22:02,265 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/1480e398ecf14e5e838a7abe87b7de49 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/1480e398ecf14e5e838a7abe87b7de49 2024-12-08T06:22:02,268 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/1480e398ecf14e5e838a7abe87b7de49, entries=250, sequenceid=95, filesize=16.3 K 2024-12-08T06:22:02,269 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/40ac4dfe71734357b22069a8e5477c4a as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/40ac4dfe71734357b22069a8e5477c4a 2024-12-08T06:22:02,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/40ac4dfe71734357b22069a8e5477c4a, entries=150, sequenceid=95, filesize=11.7 K 2024-12-08T06:22:02,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/73d48ac48eb1453c911175e430fe3cbf as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/73d48ac48eb1453c911175e430fe3cbf 2024-12-08T06:22:02,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/73d48ac48eb1453c911175e430fe3cbf, entries=150, sequenceid=95, filesize=11.7 K 2024-12-08T06:22:02,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for 81e03bcb04827c21c9aba085f64e3e07 in 453ms, sequenceid=95, compaction requested=true 2024-12-08T06:22:02,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:02,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:22:02,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:02,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:22:02,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:02,276 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:02,276 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:02,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:22:02,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:02,277 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:02,277 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/B is initiating minor compaction (all files) 2024-12-08T06:22:02,277 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/B in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:02,277 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/0958b2372cdc42aa91426de9c3edffc3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/453528275c1b486d9aa20c7f8eff7549, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/40ac4dfe71734357b22069a8e5477c4a] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=35.3 K 2024-12-08T06:22:02,278 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40786 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:02,278 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/A is initiating minor compaction (all files) 2024-12-08T06:22:02,278 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 0958b2372cdc42aa91426de9c3edffc3, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733638919413 2024-12-08T06:22:02,278 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/A in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:02,278 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/9d0f40c812e94d9988723f148a210a16, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/2f3c9ba3727148fb9ffa3bc91fdf7105, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/1480e398ecf14e5e838a7abe87b7de49] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=39.8 K 2024-12-08T06:22:02,278 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 453528275c1b486d9aa20c7f8eff7549, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733638919547 2024-12-08T06:22:02,278 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d0f40c812e94d9988723f148a210a16, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733638919413 2024-12-08T06:22:02,278 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 40ac4dfe71734357b22069a8e5477c4a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733638921822 2024-12-08T06:22:02,278 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2f3c9ba3727148fb9ffa3bc91fdf7105, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733638919547 2024-12-08T06:22:02,279 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1480e398ecf14e5e838a7abe87b7de49, keycount=250, bloomtype=ROW, size=16.3 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733638920699 2024-12-08T06:22:02,285 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#A#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:02,286 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/746dce4d8f314eb692a99784eb5dec8d is 50, key is test_row_0/A:col10/1733638921822/Put/seqid=0 2024-12-08T06:22:02,286 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#B#compaction#451 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:02,287 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/204c6768518743cea88f2165248ccece is 50, key is test_row_0/B:col10/1733638921822/Put/seqid=0 2024-12-08T06:22:02,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742360_1536 (size=12207) 2024-12-08T06:22:02,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-08T06:22:02,299 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:02,299 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-08T06:22:02,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:02,300 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-08T06:22:02,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:22:02,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:02,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:22:02,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:02,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:22:02,300 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:02,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742361_1537 (size=12207) 2024-12-08T06:22:02,306 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/8a61210ae6cf4f9ba24647bbb8b963e6 is 50, key is test_row_0/A:col10/1733638921856/Put/seqid=0 2024-12-08T06:22:02,310 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/204c6768518743cea88f2165248ccece as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/204c6768518743cea88f2165248ccece 2024-12-08T06:22:02,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742362_1538 (size=12001) 2024-12-08T06:22:02,312 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/8a61210ae6cf4f9ba24647bbb8b963e6 2024-12-08T06:22:02,315 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/B of 81e03bcb04827c21c9aba085f64e3e07 into 204c6768518743cea88f2165248ccece(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:02,315 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:02,315 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/B, priority=13, startTime=1733638922276; duration=0sec 2024-12-08T06:22:02,315 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:02,315 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:B 2024-12-08T06:22:02,315 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:02,317 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:02,317 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/C is initiating minor compaction (all files) 2024-12-08T06:22:02,317 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/C in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:02,317 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/96241f53b9e0432e8672fbb169197d63, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/62779f9917654a8697d0f6099ba84b84, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/73d48ac48eb1453c911175e430fe3cbf] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=35.3 K 2024-12-08T06:22:02,317 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 96241f53b9e0432e8672fbb169197d63, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=53, earliestPutTs=1733638919413 2024-12-08T06:22:02,318 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 62779f9917654a8697d0f6099ba84b84, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=75, earliestPutTs=1733638919547 2024-12-08T06:22:02,318 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 73d48ac48eb1453c911175e430fe3cbf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733638921822 2024-12-08T06:22:02,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/2e6e25c3e12f4a94ad76e270aa8a4433 is 50, key is test_row_0/B:col10/1733638921856/Put/seqid=0 2024-12-08T06:22:02,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742363_1539 (size=12001) 2024-12-08T06:22:02,327 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#C#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:02,328 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/01e5b49a05c6424696d15534b061e69b is 50, key is test_row_0/C:col10/1733638921822/Put/seqid=0 2024-12-08T06:22:02,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742364_1540 (size=12207) 2024-12-08T06:22:02,393 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T06:22:02,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:02,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:02,538 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638982530, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:02,539 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:02,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638982531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:02,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:02,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638982539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:02,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-08T06:22:02,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638982640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:02,643 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:02,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638982640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:02,650 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:02,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638982647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:02,699 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/746dce4d8f314eb692a99784eb5dec8d as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/746dce4d8f314eb692a99784eb5dec8d 2024-12-08T06:22:02,703 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/A of 81e03bcb04827c21c9aba085f64e3e07 into 746dce4d8f314eb692a99784eb5dec8d(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:02,703 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:02,703 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/A, priority=13, startTime=1733638922276; duration=0sec 2024-12-08T06:22:02,703 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:02,703 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:A 2024-12-08T06:22:02,725 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/2e6e25c3e12f4a94ad76e270aa8a4433 2024-12-08T06:22:02,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/01adc3dabb26463791b5024044f2b5f6 is 50, key is test_row_0/C:col10/1733638921856/Put/seqid=0 2024-12-08T06:22:02,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742365_1541 (size=12001) 2024-12-08T06:22:02,738 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/01adc3dabb26463791b5024044f2b5f6 2024-12-08T06:22:02,738 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/01e5b49a05c6424696d15534b061e69b as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/01e5b49a05c6424696d15534b061e69b 2024-12-08T06:22:02,741 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/8a61210ae6cf4f9ba24647bbb8b963e6 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/8a61210ae6cf4f9ba24647bbb8b963e6 2024-12-08T06:22:02,742 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/C of 81e03bcb04827c21c9aba085f64e3e07 into 01e5b49a05c6424696d15534b061e69b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:02,742 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:02,742 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/C, priority=13, startTime=1733638922276; duration=0sec 2024-12-08T06:22:02,742 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:02,742 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:C 2024-12-08T06:22:02,748 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/8a61210ae6cf4f9ba24647bbb8b963e6, entries=150, sequenceid=115, filesize=11.7 K 2024-12-08T06:22:02,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/2e6e25c3e12f4a94ad76e270aa8a4433 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/2e6e25c3e12f4a94ad76e270aa8a4433 2024-12-08T06:22:02,752 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/2e6e25c3e12f4a94ad76e270aa8a4433, entries=150, sequenceid=115, filesize=11.7 K 2024-12-08T06:22:02,753 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/01adc3dabb26463791b5024044f2b5f6 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/01adc3dabb26463791b5024044f2b5f6 2024-12-08T06:22:02,756 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/01adc3dabb26463791b5024044f2b5f6, entries=150, sequenceid=115, filesize=11.7 K 2024-12-08T06:22:02,757 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 81e03bcb04827c21c9aba085f64e3e07 in 457ms, sequenceid=115, compaction requested=false 2024-12-08T06:22:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:02,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-08T06:22:02,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-12-08T06:22:02,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-08T06:22:02,761 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 763 msec 2024-12-08T06:22:02,763 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 769 msec 2024-12-08T06:22:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:02,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-08T06:22:02,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:22:02,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:02,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:22:02,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:02,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:22:02,847 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:02,851 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/fb418e706b7b43ebbdeb153d2b4e8108 is 50, key is test_row_0/A:col10/1733638922845/Put/seqid=0 2024-12-08T06:22:02,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742366_1542 (size=14491) 2024-12-08T06:22:02,856 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/fb418e706b7b43ebbdeb153d2b4e8108 2024-12-08T06:22:02,862 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/8bfe183ef8cd4a4d81f2c2c2ed1bf110 is 50, key is test_row_0/B:col10/1733638922845/Put/seqid=0 2024-12-08T06:22:02,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742367_1543 (size=12151) 2024-12-08T06:22:02,868 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/8bfe183ef8cd4a4d81f2c2c2ed1bf110 2024-12-08T06:22:02,874 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/3fb1f125114542c1a8a6bdcb76e413d8 is 50, key is test_row_0/C:col10/1733638922845/Put/seqid=0 2024-12-08T06:22:02,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742368_1544 (size=12151) 2024-12-08T06:22:02,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638982879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:02,884 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:02,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638982879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:02,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:02,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638982881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:02,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:02,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638982936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:02,941 DEBUG [Thread-2278 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4164 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., hostname=cbcfd08a3627,46077,1733638796198, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T06:22:02,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:02,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638982942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:02,946 DEBUG [Thread-2282 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., hostname=cbcfd08a3627,46077,1733638796198, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T06:22:02,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638982985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:02,987 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638982985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:02,989 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:02,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638982986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:03,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-08T06:22:03,098 INFO [Thread-2286 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-08T06:22:03,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:22:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-08T06:22:03,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-08T06:22:03,101 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:22:03,101 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:22:03,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:22:03,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638983188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:03,193 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:03,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638983189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:03,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:03,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638983190, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:03,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-08T06:22:03,252 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:03,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-08T06:22:03,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:03,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:03,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:03,253 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:03,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:03,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=135 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/3fb1f125114542c1a8a6bdcb76e413d8 2024-12-08T06:22:03,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/fb418e706b7b43ebbdeb153d2b4e8108 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/fb418e706b7b43ebbdeb153d2b4e8108 2024-12-08T06:22:03,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/fb418e706b7b43ebbdeb153d2b4e8108, entries=200, sequenceid=135, filesize=14.2 K 2024-12-08T06:22:03,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/8bfe183ef8cd4a4d81f2c2c2ed1bf110 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/8bfe183ef8cd4a4d81f2c2c2ed1bf110 2024-12-08T06:22:03,288 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/8bfe183ef8cd4a4d81f2c2c2ed1bf110, entries=150, sequenceid=135, filesize=11.9 K 2024-12-08T06:22:03,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/3fb1f125114542c1a8a6bdcb76e413d8 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/3fb1f125114542c1a8a6bdcb76e413d8 2024-12-08T06:22:03,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/3fb1f125114542c1a8a6bdcb76e413d8, entries=150, sequenceid=135, filesize=11.9 K 2024-12-08T06:22:03,292 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 81e03bcb04827c21c9aba085f64e3e07 in 446ms, sequenceid=135, compaction requested=true 2024-12-08T06:22:03,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:03,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:22:03,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:03,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:22:03,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:03,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:22:03,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:03,293 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:03,293 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:03,294 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:03,294 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/B is initiating minor compaction (all files) 2024-12-08T06:22:03,294 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/B in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:03,294 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/204c6768518743cea88f2165248ccece, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/2e6e25c3e12f4a94ad76e270aa8a4433, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/8bfe183ef8cd4a4d81f2c2c2ed1bf110] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=35.5 K 2024-12-08T06:22:03,294 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38699 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:03,294 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/A is initiating minor compaction (all files) 2024-12-08T06:22:03,294 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/A in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:03,294 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 204c6768518743cea88f2165248ccece, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733638921822 2024-12-08T06:22:03,294 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/746dce4d8f314eb692a99784eb5dec8d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/8a61210ae6cf4f9ba24647bbb8b963e6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/fb418e706b7b43ebbdeb153d2b4e8108] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=37.8 K 2024-12-08T06:22:03,294 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e6e25c3e12f4a94ad76e270aa8a4433, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733638921856 2024-12-08T06:22:03,294 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 746dce4d8f314eb692a99784eb5dec8d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733638921822 2024-12-08T06:22:03,295 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 8bfe183ef8cd4a4d81f2c2c2ed1bf110, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733638922530 2024-12-08T06:22:03,295 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a61210ae6cf4f9ba24647bbb8b963e6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733638921856 2024-12-08T06:22:03,295 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb418e706b7b43ebbdeb153d2b4e8108, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733638922524 2024-12-08T06:22:03,307 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#B#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:03,308 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/500130bbd96341b19576208761a3eff5 is 50, key is test_row_0/B:col10/1733638922845/Put/seqid=0 2024-12-08T06:22:03,317 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#A#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:03,318 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/04cd4fff86714924b1116d79aba0d37d is 50, key is test_row_0/A:col10/1733638922845/Put/seqid=0 2024-12-08T06:22:03,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742369_1545 (size=12459) 2024-12-08T06:22:03,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742370_1546 (size=12459) 2024-12-08T06:22:03,347 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/04cd4fff86714924b1116d79aba0d37d as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/04cd4fff86714924b1116d79aba0d37d 2024-12-08T06:22:03,352 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/A of 81e03bcb04827c21c9aba085f64e3e07 into 04cd4fff86714924b1116d79aba0d37d(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:03,352 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:03,352 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/A, priority=13, startTime=1733638923293; duration=0sec 2024-12-08T06:22:03,352 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:03,352 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:A 2024-12-08T06:22:03,353 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:03,353 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36359 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:03,353 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/C is initiating minor compaction (all files) 2024-12-08T06:22:03,353 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/C in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:03,353 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/01e5b49a05c6424696d15534b061e69b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/01adc3dabb26463791b5024044f2b5f6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/3fb1f125114542c1a8a6bdcb76e413d8] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=35.5 K 2024-12-08T06:22:03,354 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01e5b49a05c6424696d15534b061e69b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=95, earliestPutTs=1733638921822 2024-12-08T06:22:03,355 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 01adc3dabb26463791b5024044f2b5f6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733638921856 2024-12-08T06:22:03,356 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3fb1f125114542c1a8a6bdcb76e413d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733638922530 2024-12-08T06:22:03,361 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:03,362 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/3ba0e8cab56346659099d6e80f44e71f is 50, key is test_row_0/C:col10/1733638922845/Put/seqid=0 2024-12-08T06:22:03,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742371_1547 (size=12459) 2024-12-08T06:22:03,370 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/3ba0e8cab56346659099d6e80f44e71f as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/3ba0e8cab56346659099d6e80f44e71f 2024-12-08T06:22:03,374 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/C of 81e03bcb04827c21c9aba085f64e3e07 into 3ba0e8cab56346659099d6e80f44e71f(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:03,374 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:03,374 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/C, priority=13, startTime=1733638923293; duration=0sec 2024-12-08T06:22:03,375 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:03,375 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:C 2024-12-08T06:22:03,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-08T06:22:03,405 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:03,406 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-08T06:22:03,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:03,406 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-08T06:22:03,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:22:03,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:03,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:22:03,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:03,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:22:03,406 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:03,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/c6ea6d98074d41d681469c89852fea62 is 50, key is test_row_0/A:col10/1733638922878/Put/seqid=0 2024-12-08T06:22:03,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742372_1548 (size=12151) 2024-12-08T06:22:03,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:03,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:03,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:03,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638983515, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:03,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638983521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:03,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:03,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638983522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:03,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:03,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638983622, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:03,632 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638983627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:03,632 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:03,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638983627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:03,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-08T06:22:03,730 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/500130bbd96341b19576208761a3eff5 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/500130bbd96341b19576208761a3eff5 2024-12-08T06:22:03,734 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/B of 81e03bcb04827c21c9aba085f64e3e07 into 500130bbd96341b19576208761a3eff5(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:03,734 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:03,734 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/B, priority=13, startTime=1733638923293; duration=0sec 2024-12-08T06:22:03,734 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:03,734 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:B 2024-12-08T06:22:03,815 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/c6ea6d98074d41d681469c89852fea62 2024-12-08T06:22:03,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/d8ce85fc37a64d8c84fa1a2fc833f1e4 is 50, key is test_row_0/B:col10/1733638922878/Put/seqid=0 2024-12-08T06:22:03,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742373_1549 (size=12151) 2024-12-08T06:22:03,829 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/d8ce85fc37a64d8c84fa1a2fc833f1e4 2024-12-08T06:22:03,832 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:03,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638983829, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:03,835 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/e2eb02b7ed4f4e2398240d85c6e2e722 is 50, key is test_row_0/C:col10/1733638922878/Put/seqid=0 2024-12-08T06:22:03,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:03,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638983833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:03,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638983834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:03,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742374_1550 (size=12151) 2024-12-08T06:22:04,139 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:04,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638984135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:04,145 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:04,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638984141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:04,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:04,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638984143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:04,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-08T06:22:04,240 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/e2eb02b7ed4f4e2398240d85c6e2e722 2024-12-08T06:22:04,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/c6ea6d98074d41d681469c89852fea62 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/c6ea6d98074d41d681469c89852fea62 2024-12-08T06:22:04,247 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/c6ea6d98074d41d681469c89852fea62, entries=150, sequenceid=156, filesize=11.9 K 2024-12-08T06:22:04,247 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/d8ce85fc37a64d8c84fa1a2fc833f1e4 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/d8ce85fc37a64d8c84fa1a2fc833f1e4 2024-12-08T06:22:04,251 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/d8ce85fc37a64d8c84fa1a2fc833f1e4, entries=150, sequenceid=156, filesize=11.9 K 2024-12-08T06:22:04,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/e2eb02b7ed4f4e2398240d85c6e2e722 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/e2eb02b7ed4f4e2398240d85c6e2e722 2024-12-08T06:22:04,257 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/e2eb02b7ed4f4e2398240d85c6e2e722, entries=150, sequenceid=156, filesize=11.9 K 2024-12-08T06:22:04,257 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 81e03bcb04827c21c9aba085f64e3e07 in 851ms, sequenceid=156, compaction requested=false 2024-12-08T06:22:04,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:04,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:04,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-08T06:22:04,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-12-08T06:22:04,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-08T06:22:04,260 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1580 sec 2024-12-08T06:22:04,262 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.1620 sec 2024-12-08T06:22:04,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:04,647 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-08T06:22:04,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:22:04,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:04,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:22:04,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:04,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:22:04,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:04,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/16858496ef4d46a38033850a3071770f is 50, key is test_row_0/A:col10/1733638924645/Put/seqid=0 2024-12-08T06:22:04,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742375_1551 (size=14541) 2024-12-08T06:22:04,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638984677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:04,682 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:04,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638984681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:04,689 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:04,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638984682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:04,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638984783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:04,785 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:04,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638984783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:04,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:04,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638984790, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:04,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638984986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:04,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:04,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638984986, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:05,001 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:05,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638984995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:05,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/16858496ef4d46a38033850a3071770f 2024-12-08T06:22:05,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/06e143c59c4f4a13b779716671c6c828 is 50, key is test_row_0/B:col10/1733638924645/Put/seqid=0 2024-12-08T06:22:05,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742376_1552 (size=12151) 2024-12-08T06:22:05,069 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/06e143c59c4f4a13b779716671c6c828 2024-12-08T06:22:05,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/75097d5ec6f947c0ac9d9df6edfc5467 is 50, key is test_row_0/C:col10/1733638924645/Put/seqid=0 2024-12-08T06:22:05,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742377_1553 (size=12151) 2024-12-08T06:22:05,080 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/75097d5ec6f947c0ac9d9df6edfc5467 2024-12-08T06:22:05,084 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/16858496ef4d46a38033850a3071770f as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/16858496ef4d46a38033850a3071770f 2024-12-08T06:22:05,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/16858496ef4d46a38033850a3071770f, entries=200, sequenceid=175, filesize=14.2 K 2024-12-08T06:22:05,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/06e143c59c4f4a13b779716671c6c828 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/06e143c59c4f4a13b779716671c6c828 2024-12-08T06:22:05,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/06e143c59c4f4a13b779716671c6c828, entries=150, sequenceid=175, filesize=11.9 K 2024-12-08T06:22:05,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/75097d5ec6f947c0ac9d9df6edfc5467 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/75097d5ec6f947c0ac9d9df6edfc5467 2024-12-08T06:22:05,095 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/75097d5ec6f947c0ac9d9df6edfc5467, entries=150, sequenceid=175, filesize=11.9 K 2024-12-08T06:22:05,096 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for 81e03bcb04827c21c9aba085f64e3e07 in 449ms, sequenceid=175, compaction requested=true 2024-12-08T06:22:05,096 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:05,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:22:05,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:05,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:22:05,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:05,096 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:05,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:22:05,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:05,096 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:05,097 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:05,097 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/B is initiating minor compaction (all files) 2024-12-08T06:22:05,097 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/B in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:05,097 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/500130bbd96341b19576208761a3eff5, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/d8ce85fc37a64d8c84fa1a2fc833f1e4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/06e143c59c4f4a13b779716671c6c828] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=35.9 K 2024-12-08T06:22:05,097 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39151 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:05,098 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/A is initiating minor compaction (all files) 2024-12-08T06:22:05,098 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/A in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:05,098 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/04cd4fff86714924b1116d79aba0d37d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/c6ea6d98074d41d681469c89852fea62, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/16858496ef4d46a38033850a3071770f] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=38.2 K 2024-12-08T06:22:05,098 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 500130bbd96341b19576208761a3eff5, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733638922530 2024-12-08T06:22:05,098 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04cd4fff86714924b1116d79aba0d37d, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733638922530 2024-12-08T06:22:05,098 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d8ce85fc37a64d8c84fa1a2fc833f1e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733638922870 2024-12-08T06:22:05,098 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6ea6d98074d41d681469c89852fea62, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733638922870 2024-12-08T06:22:05,098 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 06e143c59c4f4a13b779716671c6c828, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733638923507 2024-12-08T06:22:05,099 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16858496ef4d46a38033850a3071770f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733638923507 2024-12-08T06:22:05,104 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#B#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:05,104 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#A#compaction#469 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:05,104 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/9e079c75fc8943f89710b63bd20e7f4d is 50, key is test_row_0/B:col10/1733638924645/Put/seqid=0 2024-12-08T06:22:05,104 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/43453602a42a426f8d21f252f30859c0 is 50, key is test_row_0/A:col10/1733638924645/Put/seqid=0 2024-12-08T06:22:05,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742379_1555 (size=12561) 2024-12-08T06:22:05,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742378_1554 (size=12561) 2024-12-08T06:22:05,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-08T06:22:05,204 INFO [Thread-2286 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-08T06:22:05,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:22:05,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-08T06:22:05,207 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:22:05,207 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:22:05,207 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:22:05,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-08T06:22:05,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:05,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-08T06:22:05,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:22:05,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:05,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:22:05,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:05,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:22:05,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:05,304 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/02e8829b656a4b4ea546ab22c5acf262 is 50, key is test_row_0/A:col10/1733638925299/Put/seqid=0 2024-12-08T06:22:05,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742380_1556 (size=14541) 2024-12-08T06:22:05,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-08T06:22:05,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:05,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638985324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:05,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638985330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:05,335 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:05,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638985330, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:05,359 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:05,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-08T06:22:05,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:05,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:05,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:05,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:05,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:05,437 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:05,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638985431, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:05,438 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638985436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:05,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:05,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638985436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:05,512 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:05,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-08T06:22:05,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:05,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:05,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:05,512 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:05,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:05,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:05,515 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/9e079c75fc8943f89710b63bd20e7f4d as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/9e079c75fc8943f89710b63bd20e7f4d 2024-12-08T06:22:05,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-08T06:22:05,517 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/43453602a42a426f8d21f252f30859c0 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/43453602a42a426f8d21f252f30859c0 2024-12-08T06:22:05,520 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/B of 81e03bcb04827c21c9aba085f64e3e07 into 9e079c75fc8943f89710b63bd20e7f4d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:05,520 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:05,521 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/B, priority=13, startTime=1733638925096; duration=0sec 2024-12-08T06:22:05,521 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:05,521 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:B 2024-12-08T06:22:05,521 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:05,522 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/A of 81e03bcb04827c21c9aba085f64e3e07 into 43453602a42a426f8d21f252f30859c0(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:05,522 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:05,522 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/A, priority=13, startTime=1733638925096; duration=0sec 2024-12-08T06:22:05,522 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36761 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:05,522 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:05,522 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:A 2024-12-08T06:22:05,522 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/C is initiating minor compaction (all files) 2024-12-08T06:22:05,522 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/C in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:05,523 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/3ba0e8cab56346659099d6e80f44e71f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/e2eb02b7ed4f4e2398240d85c6e2e722, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/75097d5ec6f947c0ac9d9df6edfc5467] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=35.9 K 2024-12-08T06:22:05,523 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 3ba0e8cab56346659099d6e80f44e71f, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=135, earliestPutTs=1733638922530 2024-12-08T06:22:05,523 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting e2eb02b7ed4f4e2398240d85c6e2e722, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733638922870 2024-12-08T06:22:05,524 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 75097d5ec6f947c0ac9d9df6edfc5467, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733638923507 2024-12-08T06:22:05,531 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#C#compaction#471 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:05,531 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/86c237fde76c425ab648cc508f9bddea is 50, key is test_row_0/C:col10/1733638924645/Put/seqid=0 2024-12-08T06:22:05,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742381_1557 (size=12561) 2024-12-08T06:22:05,552 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/86c237fde76c425ab648cc508f9bddea as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/86c237fde76c425ab648cc508f9bddea 2024-12-08T06:22:05,557 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/C of 81e03bcb04827c21c9aba085f64e3e07 into 86c237fde76c425ab648cc508f9bddea(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:05,558 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:05,558 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/C, priority=13, startTime=1733638925096; duration=0sec 2024-12-08T06:22:05,558 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:05,558 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:C 2024-12-08T06:22:05,642 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638985638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:05,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638985640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:05,643 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:05,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638985640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:05,664 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:05,665 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-08T06:22:05,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:05,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:05,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:05,665 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:05,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:05,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:05,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/02e8829b656a4b4ea546ab22c5acf262 2024-12-08T06:22:05,716 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/3eb638863cf046a2bd48294bf0acd640 is 50, key is test_row_0/B:col10/1733638925299/Put/seqid=0 2024-12-08T06:22:05,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742382_1558 (size=12151) 2024-12-08T06:22:05,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-08T06:22:05,817 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:05,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-08T06:22:05,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:05,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:05,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:05,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:05,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:05,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:05,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638985945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:05,949 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:05,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638985945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:05,950 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:05,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638985945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:05,970 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:05,970 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-08T06:22:05,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:05,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:05,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:05,971 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:05,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:05,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:06,123 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:06,123 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-08T06:22:06,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:06,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:06,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:06,124 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:06,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:06,130 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/3eb638863cf046a2bd48294bf0acd640 2024-12-08T06:22:06,137 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/b905f00858ba413ab6d9f19b787d894f is 50, key is test_row_0/C:col10/1733638925299/Put/seqid=0 2024-12-08T06:22:06,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742383_1559 (size=12151) 2024-12-08T06:22:06,276 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:06,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-08T06:22:06,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:06,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:06,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:06,277 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:06,277 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:06,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:06,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-08T06:22:06,429 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:06,429 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-08T06:22:06,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:06,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:06,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:06,429 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:06,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:06,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:06,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638986452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:06,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638986452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:06,455 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:06,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638986452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:06,542 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/b905f00858ba413ab6d9f19b787d894f 2024-12-08T06:22:06,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/02e8829b656a4b4ea546ab22c5acf262 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/02e8829b656a4b4ea546ab22c5acf262 2024-12-08T06:22:06,548 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/02e8829b656a4b4ea546ab22c5acf262, entries=200, sequenceid=196, filesize=14.2 K 2024-12-08T06:22:06,549 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/3eb638863cf046a2bd48294bf0acd640 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/3eb638863cf046a2bd48294bf0acd640 2024-12-08T06:22:06,558 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/3eb638863cf046a2bd48294bf0acd640, entries=150, sequenceid=196, filesize=11.9 K 2024-12-08T06:22:06,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/b905f00858ba413ab6d9f19b787d894f as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/b905f00858ba413ab6d9f19b787d894f 2024-12-08T06:22:06,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/b905f00858ba413ab6d9f19b787d894f, entries=150, sequenceid=196, filesize=11.9 K 2024-12-08T06:22:06,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 81e03bcb04827c21c9aba085f64e3e07 in 1263ms, sequenceid=196, compaction requested=false 2024-12-08T06:22:06,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:06,581 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:06,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-08T06:22:06,582 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:06,582 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-08T06:22:06,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:22:06,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:06,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:22:06,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:06,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:22:06,583 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:06,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/77b82d8235114ec8991b75e1ce90ddd8 is 50, key is test_row_0/A:col10/1733638925311/Put/seqid=0 2024-12-08T06:22:06,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742384_1560 (size=12151) 2024-12-08T06:22:06,595 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/77b82d8235114ec8991b75e1ce90ddd8 2024-12-08T06:22:06,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/5efcae501dd840338d876cc246ce32cb is 50, key is test_row_0/B:col10/1733638925311/Put/seqid=0 2024-12-08T06:22:06,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742385_1561 (size=12151) 2024-12-08T06:22:06,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:06,960 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:07,009 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/5efcae501dd840338d876cc246ce32cb 2024-12-08T06:22:07,015 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/5d0b72b425d34b13aab75b84a4add984 is 50, key is test_row_0/C:col10/1733638925311/Put/seqid=0 2024-12-08T06:22:07,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:07,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638987017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:07,024 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:07,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638987018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:07,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742386_1562 (size=12151) 2024-12-08T06:22:07,126 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:07,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638987122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:07,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:07,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638987127, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:07,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-08T06:22:07,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:07,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638987327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:07,336 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:07,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638987332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:07,430 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/5d0b72b425d34b13aab75b84a4add984 2024-12-08T06:22:07,436 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/77b82d8235114ec8991b75e1ce90ddd8 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/77b82d8235114ec8991b75e1ce90ddd8 2024-12-08T06:22:07,439 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/77b82d8235114ec8991b75e1ce90ddd8, entries=150, sequenceid=214, filesize=11.9 K 2024-12-08T06:22:07,440 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/5efcae501dd840338d876cc246ce32cb as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/5efcae501dd840338d876cc246ce32cb 2024-12-08T06:22:07,443 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/5efcae501dd840338d876cc246ce32cb, entries=150, sequenceid=214, filesize=11.9 K 2024-12-08T06:22:07,444 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/5d0b72b425d34b13aab75b84a4add984 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/5d0b72b425d34b13aab75b84a4add984 2024-12-08T06:22:07,447 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/5d0b72b425d34b13aab75b84a4add984, entries=150, sequenceid=214, filesize=11.9 K 2024-12-08T06:22:07,448 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 81e03bcb04827c21c9aba085f64e3e07 in 866ms, sequenceid=214, compaction requested=true 2024-12-08T06:22:07,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:07,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:07,448 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-08T06:22:07,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-12-08T06:22:07,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-08T06:22:07,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2430 sec 2024-12-08T06:22:07,452 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 2.2460 sec 2024-12-08T06:22:07,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:07,463 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-08T06:22:07,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:22:07,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:07,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:22:07,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:07,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:22:07,463 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:07,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/22f92d1fa1f14404bc9b8249daa72878 is 50, key is test_row_0/A:col10/1733638927461/Put/seqid=0 2024-12-08T06:22:07,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742387_1563 (size=14541) 2024-12-08T06:22:07,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:07,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638987488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:07,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:07,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638987496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:07,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:07,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638987497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:07,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:07,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638987598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:07,612 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:07,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638987607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:07,613 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:07,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638987608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:07,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638987632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:07,641 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:07,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638987637, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:07,806 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:07,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638987803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:07,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638987814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:07,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:07,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638987815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:07,872 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/22f92d1fa1f14404bc9b8249daa72878 2024-12-08T06:22:07,879 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/ba1bc9c2476e4bbf8722023e0ca4531e is 50, key is test_row_0/B:col10/1733638927461/Put/seqid=0 2024-12-08T06:22:07,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742388_1564 (size=12151) 2024-12-08T06:22:08,112 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:08,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638988108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:08,123 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638988120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:08,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:08,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638988121, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:08,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:08,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638988143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:08,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:08,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638988145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:08,284 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/ba1bc9c2476e4bbf8722023e0ca4531e 2024-12-08T06:22:08,291 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/d61c496071d14ec88e61f9d183abe710 is 50, key is test_row_0/C:col10/1733638927461/Put/seqid=0 2024-12-08T06:22:08,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742389_1565 (size=12151) 2024-12-08T06:22:08,621 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:08,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638988615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:08,628 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:08,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638988627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:08,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:08,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638988628, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:08,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/d61c496071d14ec88e61f9d183abe710 2024-12-08T06:22:08,707 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/22f92d1fa1f14404bc9b8249daa72878 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/22f92d1fa1f14404bc9b8249daa72878 2024-12-08T06:22:08,711 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/22f92d1fa1f14404bc9b8249daa72878, entries=200, sequenceid=236, filesize=14.2 K 2024-12-08T06:22:08,711 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/ba1bc9c2476e4bbf8722023e0ca4531e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/ba1bc9c2476e4bbf8722023e0ca4531e 2024-12-08T06:22:08,714 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/ba1bc9c2476e4bbf8722023e0ca4531e, entries=150, sequenceid=236, filesize=11.9 K 2024-12-08T06:22:08,715 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/d61c496071d14ec88e61f9d183abe710 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/d61c496071d14ec88e61f9d183abe710 2024-12-08T06:22:08,719 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/d61c496071d14ec88e61f9d183abe710, entries=150, sequenceid=236, filesize=11.9 K 2024-12-08T06:22:08,720 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 81e03bcb04827c21c9aba085f64e3e07 in 1257ms, sequenceid=236, compaction requested=true 2024-12-08T06:22:08,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:08,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:22:08,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:08,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:22:08,720 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:22:08,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:08,720 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:22:08,721 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:08,721 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:22:08,722 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:22:08,722 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53794 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:22:08,722 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/B is initiating minor compaction (all files) 2024-12-08T06:22:08,722 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/A is initiating minor compaction (all files) 2024-12-08T06:22:08,722 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/B in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:08,722 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/A in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:08,722 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/9e079c75fc8943f89710b63bd20e7f4d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/3eb638863cf046a2bd48294bf0acd640, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/5efcae501dd840338d876cc246ce32cb, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/ba1bc9c2476e4bbf8722023e0ca4531e] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=47.9 K 2024-12-08T06:22:08,722 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/43453602a42a426f8d21f252f30859c0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/02e8829b656a4b4ea546ab22c5acf262, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/77b82d8235114ec8991b75e1ce90ddd8, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/22f92d1fa1f14404bc9b8249daa72878] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=52.5 K 2024-12-08T06:22:08,722 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 9e079c75fc8943f89710b63bd20e7f4d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733638923507 2024-12-08T06:22:08,722 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 43453602a42a426f8d21f252f30859c0, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733638923507 2024-12-08T06:22:08,722 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 02e8829b656a4b4ea546ab22c5acf262, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733638924670 2024-12-08T06:22:08,723 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 3eb638863cf046a2bd48294bf0acd640, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733638924680 2024-12-08T06:22:08,723 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 77b82d8235114ec8991b75e1ce90ddd8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733638925311 2024-12-08T06:22:08,723 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 5efcae501dd840338d876cc246ce32cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733638925311 2024-12-08T06:22:08,723 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22f92d1fa1f14404bc9b8249daa72878, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733638926994 2024-12-08T06:22:08,723 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting ba1bc9c2476e4bbf8722023e0ca4531e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733638927015 2024-12-08T06:22:08,734 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#A#compaction#480 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:08,734 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/e6a31dfebe9a4aa1a75a68cd21bee3f0 is 50, key is test_row_0/A:col10/1733638927461/Put/seqid=0 2024-12-08T06:22:08,737 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#B#compaction#481 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:08,738 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/e7621d5a2d9141d1a6d2edcdeccd10bb is 50, key is test_row_0/B:col10/1733638927461/Put/seqid=0 2024-12-08T06:22:08,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742390_1566 (size=12697) 2024-12-08T06:22:08,750 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/e6a31dfebe9a4aa1a75a68cd21bee3f0 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/e6a31dfebe9a4aa1a75a68cd21bee3f0 2024-12-08T06:22:08,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742391_1567 (size=12697) 2024-12-08T06:22:08,755 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/A of 81e03bcb04827c21c9aba085f64e3e07 into e6a31dfebe9a4aa1a75a68cd21bee3f0(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:08,756 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:08,756 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/A, priority=12, startTime=1733638928720; duration=0sec 2024-12-08T06:22:08,756 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:08,756 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:A 2024-12-08T06:22:08,756 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:22:08,758 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:22:08,758 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/C is initiating minor compaction (all files) 2024-12-08T06:22:08,758 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/C in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:08,758 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/86c237fde76c425ab648cc508f9bddea, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/b905f00858ba413ab6d9f19b787d894f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/5d0b72b425d34b13aab75b84a4add984, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/d61c496071d14ec88e61f9d183abe710] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=47.9 K 2024-12-08T06:22:08,758 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 86c237fde76c425ab648cc508f9bddea, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1733638923507 2024-12-08T06:22:08,759 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting b905f00858ba413ab6d9f19b787d894f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733638924680 2024-12-08T06:22:08,759 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5d0b72b425d34b13aab75b84a4add984, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733638925311 2024-12-08T06:22:08,759 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting d61c496071d14ec88e61f9d183abe710, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733638927015 2024-12-08T06:22:08,763 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/e7621d5a2d9141d1a6d2edcdeccd10bb as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/e7621d5a2d9141d1a6d2edcdeccd10bb 2024-12-08T06:22:08,768 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/B of 81e03bcb04827c21c9aba085f64e3e07 into e7621d5a2d9141d1a6d2edcdeccd10bb(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:08,768 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:08,768 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/B, priority=12, startTime=1733638928720; duration=0sec 2024-12-08T06:22:08,768 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:08,768 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:B 2024-12-08T06:22:08,771 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#C#compaction#482 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:08,772 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/c23a277957b542cbb4ab840eac9a4c61 is 50, key is test_row_0/C:col10/1733638927461/Put/seqid=0 2024-12-08T06:22:08,802 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742392_1568 (size=12697) 2024-12-08T06:22:08,808 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/c23a277957b542cbb4ab840eac9a4c61 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/c23a277957b542cbb4ab840eac9a4c61 2024-12-08T06:22:08,813 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/C of 81e03bcb04827c21c9aba085f64e3e07 into c23a277957b542cbb4ab840eac9a4c61(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:08,813 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:08,813 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/C, priority=12, startTime=1733638928720; duration=0sec 2024-12-08T06:22:08,813 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:08,813 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:C 2024-12-08T06:22:09,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:09,159 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-08T06:22:09,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:22:09,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:09,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:22:09,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:09,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:22:09,160 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:09,164 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/1eabd9cb2f20423ea1aadb88c79bc7a5 is 50, key is test_row_0/A:col10/1733638927487/Put/seqid=0 2024-12-08T06:22:09,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742393_1569 (size=12151) 2024-12-08T06:22:09,210 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:09,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638989206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:09,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:09,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638989207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:09,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:09,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638989311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:09,316 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:09,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638989314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:09,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-08T06:22:09,319 INFO [Thread-2286 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-08T06:22:09,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:22:09,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-08T06:22:09,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-08T06:22:09,322 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:22:09,322 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:22:09,323 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:22:09,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-08T06:22:09,474 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:09,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-08T06:22:09,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:09,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:09,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:09,475 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:09,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:09,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:09,516 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:09,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638989514, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:09,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638989517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:09,568 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/1eabd9cb2f20423ea1aadb88c79bc7a5 2024-12-08T06:22:09,575 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/538bfcd9e05c4850ab164a19c2adfd94 is 50, key is test_row_0/B:col10/1733638927487/Put/seqid=0 2024-12-08T06:22:09,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742394_1570 (size=12151) 2024-12-08T06:22:09,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/538bfcd9e05c4850ab164a19c2adfd94 2024-12-08T06:22:09,591 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/1a0528b9a2924d4998db386ccf9b476c is 50, key is test_row_0/C:col10/1733638927487/Put/seqid=0 2024-12-08T06:22:09,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742395_1571 (size=12151) 2024-12-08T06:22:09,595 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=254 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/1a0528b9a2924d4998db386ccf9b476c 2024-12-08T06:22:09,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/1eabd9cb2f20423ea1aadb88c79bc7a5 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/1eabd9cb2f20423ea1aadb88c79bc7a5 2024-12-08T06:22:09,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/1eabd9cb2f20423ea1aadb88c79bc7a5, entries=150, sequenceid=254, filesize=11.9 K 2024-12-08T06:22:09,604 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/538bfcd9e05c4850ab164a19c2adfd94 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/538bfcd9e05c4850ab164a19c2adfd94 2024-12-08T06:22:09,609 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/538bfcd9e05c4850ab164a19c2adfd94, entries=150, sequenceid=254, filesize=11.9 K 2024-12-08T06:22:09,610 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/1a0528b9a2924d4998db386ccf9b476c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/1a0528b9a2924d4998db386ccf9b476c 2024-12-08T06:22:09,616 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/1a0528b9a2924d4998db386ccf9b476c, entries=150, sequenceid=254, filesize=11.9 K 2024-12-08T06:22:09,617 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for 81e03bcb04827c21c9aba085f64e3e07 in 458ms, sequenceid=254, compaction requested=false 2024-12-08T06:22:09,617 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-08T06:22:09,627 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:09,627 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-08T06:22:09,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:09,628 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-08T06:22:09,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:22:09,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:09,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:22:09,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:09,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:22:09,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:09,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:09,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:09,638 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/071d77a8aa5d4f83bd990188c3409e87 is 50, key is test_row_0/A:col10/1733638929191/Put/seqid=0 2024-12-08T06:22:09,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742396_1572 (size=12301) 2024-12-08T06:22:09,646 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/071d77a8aa5d4f83bd990188c3409e87 2024-12-08T06:22:09,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/b68b4dd3ad764f5e911306404ea505ea is 50, key is test_row_0/B:col10/1733638929191/Put/seqid=0 2024-12-08T06:22:09,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742397_1573 (size=12301) 2024-12-08T06:22:09,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:09,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638989656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:09,672 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638989668, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:09,674 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:09,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638989669, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:09,773 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:09,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638989769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:09,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:09,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 138 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638989773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:09,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:09,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638989775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:09,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:09,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638989819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:09,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:09,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638989822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:09,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-08T06:22:09,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:09,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638989974, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:09,980 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:09,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638989979, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:09,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:09,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638989980, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:10,062 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/b68b4dd3ad764f5e911306404ea505ea 2024-12-08T06:22:10,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/1df7e6ce2e9f4f64b9aef95a64231d36 is 50, key is test_row_0/C:col10/1733638929191/Put/seqid=0 2024-12-08T06:22:10,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742398_1574 (size=12301) 2024-12-08T06:22:10,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638990281, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:10,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:10,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638990282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:10,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638990286, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:10,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638990327, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:10,329 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:10,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638990328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:10,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-08T06:22:10,473 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/1df7e6ce2e9f4f64b9aef95a64231d36 2024-12-08T06:22:10,477 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/071d77a8aa5d4f83bd990188c3409e87 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/071d77a8aa5d4f83bd990188c3409e87 2024-12-08T06:22:10,480 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/071d77a8aa5d4f83bd990188c3409e87, entries=150, sequenceid=276, filesize=12.0 K 2024-12-08T06:22:10,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/b68b4dd3ad764f5e911306404ea505ea as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/b68b4dd3ad764f5e911306404ea505ea 2024-12-08T06:22:10,484 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/b68b4dd3ad764f5e911306404ea505ea, entries=150, sequenceid=276, filesize=12.0 K 2024-12-08T06:22:10,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/1df7e6ce2e9f4f64b9aef95a64231d36 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/1df7e6ce2e9f4f64b9aef95a64231d36 2024-12-08T06:22:10,487 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/1df7e6ce2e9f4f64b9aef95a64231d36, entries=150, sequenceid=276, filesize=12.0 K 2024-12-08T06:22:10,488 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 81e03bcb04827c21c9aba085f64e3e07 in 860ms, sequenceid=276, compaction requested=true 2024-12-08T06:22:10,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:10,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:10,488 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-08T06:22:10,488 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-12-08T06:22:10,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-08T06:22:10,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1670 sec 2024-12-08T06:22:10,491 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 1.1700 sec 2024-12-08T06:22:10,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:10,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-08T06:22:10,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:22:10,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:10,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:22:10,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:10,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:22:10,792 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:10,796 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/edf13bdcddf04572a339b0f2a4426a00 is 50, key is test_row_0/A:col10/1733638930790/Put/seqid=0 2024-12-08T06:22:10,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742399_1575 (size=14741) 2024-12-08T06:22:10,830 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:10,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638990825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:10,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:10,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638990827, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:10,835 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:10,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638990830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:10,935 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:10,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638990931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:10,936 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:10,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638990933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:10,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:10,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638990936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:11,139 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:11,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638991138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:11,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:11,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638991138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:11,145 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:11,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638991142, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:11,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/edf13bdcddf04572a339b0f2a4426a00 2024-12-08T06:22:11,206 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/1ab11aa3884c4e14a5a3416178698e61 is 50, key is test_row_0/B:col10/1733638930790/Put/seqid=0 2024-12-08T06:22:11,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742400_1576 (size=12301) 2024-12-08T06:22:11,213 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/1ab11aa3884c4e14a5a3416178698e61 2024-12-08T06:22:11,219 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/8a3b6d106ab74cd2992c91da6c09d170 is 50, key is test_row_0/C:col10/1733638930790/Put/seqid=0 2024-12-08T06:22:11,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742401_1577 (size=12301) 2024-12-08T06:22:11,344 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:11,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638991338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:11,345 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:11,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638991339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:11,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-08T06:22:11,426 INFO [Thread-2286 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-08T06:22:11,427 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:22:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-08T06:22:11,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-08T06:22:11,428 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:22:11,429 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:22:11,429 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:22:11,443 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:11,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638991442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:11,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:11,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638991442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:11,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:11,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638991447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:11,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-08T06:22:11,580 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:11,581 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-08T06:22:11,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:11,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:11,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:11,581 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:11,581 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:11,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:11,626 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29.07 KB at sequenceid=292 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/8a3b6d106ab74cd2992c91da6c09d170 2024-12-08T06:22:11,630 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/edf13bdcddf04572a339b0f2a4426a00 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/edf13bdcddf04572a339b0f2a4426a00 2024-12-08T06:22:11,634 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/edf13bdcddf04572a339b0f2a4426a00, entries=200, sequenceid=292, filesize=14.4 K 2024-12-08T06:22:11,634 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/1ab11aa3884c4e14a5a3416178698e61 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/1ab11aa3884c4e14a5a3416178698e61 2024-12-08T06:22:11,638 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/1ab11aa3884c4e14a5a3416178698e61, entries=150, sequenceid=292, filesize=12.0 K 2024-12-08T06:22:11,638 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/8a3b6d106ab74cd2992c91da6c09d170 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/8a3b6d106ab74cd2992c91da6c09d170 2024-12-08T06:22:11,641 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/8a3b6d106ab74cd2992c91da6c09d170, entries=150, sequenceid=292, filesize=12.0 K 2024-12-08T06:22:11,642 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~87.22 KB/89310, heapSize ~229.22 KB/234720, currentSize=114.05 KB/116790 for 81e03bcb04827c21c9aba085f64e3e07 in 851ms, sequenceid=292, compaction requested=true 2024-12-08T06:22:11,642 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:11,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:22:11,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:11,642 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:22:11,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:22:11,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:11,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:22:11,642 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:11,642 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:22:11,643 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51890 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:22:11,643 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/A is initiating minor compaction (all files) 2024-12-08T06:22:11,643 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/A in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:11,643 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/e6a31dfebe9a4aa1a75a68cd21bee3f0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/1eabd9cb2f20423ea1aadb88c79bc7a5, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/071d77a8aa5d4f83bd990188c3409e87, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/edf13bdcddf04572a339b0f2a4426a00] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=50.7 K 2024-12-08T06:22:11,643 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:22:11,643 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/B is initiating minor compaction (all files) 2024-12-08T06:22:11,643 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/B in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:11,644 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/e7621d5a2d9141d1a6d2edcdeccd10bb, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/538bfcd9e05c4850ab164a19c2adfd94, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/b68b4dd3ad764f5e911306404ea505ea, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/1ab11aa3884c4e14a5a3416178698e61] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=48.3 K 2024-12-08T06:22:11,644 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting e6a31dfebe9a4aa1a75a68cd21bee3f0, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733638927015 2024-12-08T06:22:11,644 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting e7621d5a2d9141d1a6d2edcdeccd10bb, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733638927015 2024-12-08T06:22:11,644 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 538bfcd9e05c4850ab164a19c2adfd94, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733638927487 2024-12-08T06:22:11,644 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1eabd9cb2f20423ea1aadb88c79bc7a5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733638927487 2024-12-08T06:22:11,644 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting b68b4dd3ad764f5e911306404ea505ea, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733638929191 2024-12-08T06:22:11,644 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 071d77a8aa5d4f83bd990188c3409e87, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733638929191 2024-12-08T06:22:11,645 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ab11aa3884c4e14a5a3416178698e61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733638929654 2024-12-08T06:22:11,645 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting edf13bdcddf04572a339b0f2a4426a00, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733638929654 2024-12-08T06:22:11,651 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#B#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:11,651 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/4088a0e83c9344d98ca3d3dd81220673 is 50, key is test_row_0/B:col10/1733638930790/Put/seqid=0 2024-12-08T06:22:11,651 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#A#compaction#493 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:11,652 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/04ce82937e254afe84c16c3a232ade06 is 50, key is test_row_0/A:col10/1733638930790/Put/seqid=0 2024-12-08T06:22:11,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742402_1578 (size=12983) 2024-12-08T06:22:11,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742403_1579 (size=12983) 2024-12-08T06:22:11,658 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/4088a0e83c9344d98ca3d3dd81220673 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/4088a0e83c9344d98ca3d3dd81220673 2024-12-08T06:22:11,662 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/B of 81e03bcb04827c21c9aba085f64e3e07 into 4088a0e83c9344d98ca3d3dd81220673(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:11,662 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:11,662 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/B, priority=12, startTime=1733638931642; duration=0sec 2024-12-08T06:22:11,662 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:11,662 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:B 2024-12-08T06:22:11,662 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:22:11,663 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49450 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:22:11,663 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/C is initiating minor compaction (all files) 2024-12-08T06:22:11,663 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/C in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:11,663 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/c23a277957b542cbb4ab840eac9a4c61, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/1a0528b9a2924d4998db386ccf9b476c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/1df7e6ce2e9f4f64b9aef95a64231d36, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/8a3b6d106ab74cd2992c91da6c09d170] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=48.3 K 2024-12-08T06:22:11,663 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting c23a277957b542cbb4ab840eac9a4c61, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733638927015 2024-12-08T06:22:11,664 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a0528b9a2924d4998db386ccf9b476c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=254, earliestPutTs=1733638927487 2024-12-08T06:22:11,664 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 1df7e6ce2e9f4f64b9aef95a64231d36, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733638929191 2024-12-08T06:22:11,664 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a3b6d106ab74cd2992c91da6c09d170, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733638929654 2024-12-08T06:22:11,671 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#C#compaction#494 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:11,672 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/beddedf4c3e24c9896f6264072dac340 is 50, key is test_row_0/C:col10/1733638930790/Put/seqid=0 2024-12-08T06:22:11,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742404_1580 (size=12983) 2024-12-08T06:22:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-08T06:22:11,733 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:11,734 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-08T06:22:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:11,734 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-08T06:22:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:22:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:22:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:22:11,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:11,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/41a62b774cdb4393956c73f52e6c6a38 is 50, key is test_row_0/A:col10/1733638930828/Put/seqid=0 2024-12-08T06:22:11,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742405_1581 (size=12301) 2024-12-08T06:22:11,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:11,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:11,981 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:11,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638991973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:11,982 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:11,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638991976, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:11,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:11,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638991977, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:12,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-08T06:22:12,060 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/04ce82937e254afe84c16c3a232ade06 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/04ce82937e254afe84c16c3a232ade06 2024-12-08T06:22:12,064 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/A of 81e03bcb04827c21c9aba085f64e3e07 into 04ce82937e254afe84c16c3a232ade06(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:12,064 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:12,064 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/A, priority=12, startTime=1733638931642; duration=0sec 2024-12-08T06:22:12,064 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:12,064 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:A 2024-12-08T06:22:12,086 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/beddedf4c3e24c9896f6264072dac340 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/beddedf4c3e24c9896f6264072dac340 2024-12-08T06:22:12,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638992082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:12,088 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:12,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638992083, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:12,090 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638992085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:12,090 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/C of 81e03bcb04827c21c9aba085f64e3e07 into beddedf4c3e24c9896f6264072dac340(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:12,090 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:12,090 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/C, priority=12, startTime=1733638931642; duration=0sec 2024-12-08T06:22:12,090 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:12,090 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:C 2024-12-08T06:22:12,143 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/41a62b774cdb4393956c73f52e6c6a38 2024-12-08T06:22:12,148 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/3294bb558b274df791885cadccff975a is 50, key is test_row_0/B:col10/1733638930828/Put/seqid=0 2024-12-08T06:22:12,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742406_1582 (size=12301) 2024-12-08T06:22:12,152 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/3294bb558b274df791885cadccff975a 2024-12-08T06:22:12,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/d7078e690a8f43a497bf5e47fc81661b is 50, key is test_row_0/C:col10/1733638930828/Put/seqid=0 2024-12-08T06:22:12,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742407_1583 (size=12301) 2024-12-08T06:22:12,163 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/d7078e690a8f43a497bf5e47fc81661b 2024-12-08T06:22:12,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/41a62b774cdb4393956c73f52e6c6a38 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/41a62b774cdb4393956c73f52e6c6a38 2024-12-08T06:22:12,170 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/41a62b774cdb4393956c73f52e6c6a38, entries=150, sequenceid=313, filesize=12.0 K 2024-12-08T06:22:12,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/3294bb558b274df791885cadccff975a as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/3294bb558b274df791885cadccff975a 2024-12-08T06:22:12,174 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/3294bb558b274df791885cadccff975a, entries=150, sequenceid=313, filesize=12.0 K 2024-12-08T06:22:12,174 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/d7078e690a8f43a497bf5e47fc81661b as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/d7078e690a8f43a497bf5e47fc81661b 2024-12-08T06:22:12,177 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/d7078e690a8f43a497bf5e47fc81661b, entries=150, sequenceid=313, filesize=12.0 K 2024-12-08T06:22:12,178 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=87.22 KB/89310 for 81e03bcb04827c21c9aba085f64e3e07 in 444ms, sequenceid=313, compaction requested=false 2024-12-08T06:22:12,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:12,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:12,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-08T06:22:12,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-12-08T06:22:12,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-08T06:22:12,180 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 750 msec 2024-12-08T06:22:12,181 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 753 msec 2024-12-08T06:22:12,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:12,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-08T06:22:12,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:22:12,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:12,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:22:12,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:12,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:22:12,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:12,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/d4a36ca464754c048f109e646dd68ea9 is 50, key is test_row_0/A:col10/1733638932292/Put/seqid=0 2024-12-08T06:22:12,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742408_1584 (size=14741) 2024-12-08T06:22:12,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:12,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638992321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:12,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:12,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638992322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:12,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:12,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638992326, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:12,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:12,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638992429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:12,430 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:12,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638992429, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:12,438 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:12,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638992433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:12,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-08T06:22:12,531 INFO [Thread-2286 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-08T06:22:12,532 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:22:12,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-08T06:22:12,534 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:22:12,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-08T06:22:12,535 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:22:12,535 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:22:12,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-08T06:22:12,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638992631, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:12,636 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:12,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638992632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:12,642 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:12,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638992640, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:12,686 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:12,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-08T06:22:12,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:12,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:12,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:12,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:12,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:12,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:12,703 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/d4a36ca464754c048f109e646dd68ea9 2024-12-08T06:22:12,710 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/8873410c8d4e4ee088c39dad7ae2b5f6 is 50, key is test_row_0/B:col10/1733638932292/Put/seqid=0 2024-12-08T06:22:12,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742409_1585 (size=12301) 2024-12-08T06:22:12,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-08T06:22:12,840 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:12,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-08T06:22:12,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:12,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:12,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:12,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:12,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:12,940 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:12,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638992937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:12,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:12,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638992939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:12,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638992945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:12,992 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:12,992 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-08T06:22:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:12,992 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:12,993 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:12,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:12,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:13,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/8873410c8d4e4ee088c39dad7ae2b5f6 2024-12-08T06:22:13,122 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/c53ba8d4fa564af2bc4e6e4aea61cb0c is 50, key is test_row_0/C:col10/1733638932292/Put/seqid=0 2024-12-08T06:22:13,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742410_1586 (size=12301) 2024-12-08T06:22:13,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-08T06:22:13,144 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:13,145 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-08T06:22:13,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:13,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:13,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:13,145 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:13,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:13,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:13,297 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:13,297 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-08T06:22:13,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:13,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:13,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:13,298 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:13,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:13,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638993356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:13,360 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:13,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638993357, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:13,361 DEBUG [Thread-2282 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., hostname=cbcfd08a3627,46077,1733638796198, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T06:22:13,361 DEBUG [Thread-2278 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., hostname=cbcfd08a3627,46077,1733638796198, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T06:22:13,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:13,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638993441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:13,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:13,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638993447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:13,450 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:13,450 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-08T06:22:13,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:13,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:13,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:13,451 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] handler.RSProcedureHandler(58): pid=149 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:13,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=149 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:13,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=149 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:13,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638993448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:13,526 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/c53ba8d4fa564af2bc4e6e4aea61cb0c 2024-12-08T06:22:13,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/d4a36ca464754c048f109e646dd68ea9 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/d4a36ca464754c048f109e646dd68ea9 2024-12-08T06:22:13,533 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/d4a36ca464754c048f109e646dd68ea9, entries=200, sequenceid=332, filesize=14.4 K 2024-12-08T06:22:13,534 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/8873410c8d4e4ee088c39dad7ae2b5f6 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/8873410c8d4e4ee088c39dad7ae2b5f6 2024-12-08T06:22:13,537 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/8873410c8d4e4ee088c39dad7ae2b5f6, entries=150, sequenceid=332, filesize=12.0 K 2024-12-08T06:22:13,537 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/c53ba8d4fa564af2bc4e6e4aea61cb0c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/c53ba8d4fa564af2bc4e6e4aea61cb0c 2024-12-08T06:22:13,540 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/c53ba8d4fa564af2bc4e6e4aea61cb0c, entries=150, sequenceid=332, filesize=12.0 K 2024-12-08T06:22:13,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for 81e03bcb04827c21c9aba085f64e3e07 in 1248ms, sequenceid=332, compaction requested=true 2024-12-08T06:22:13,541 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:13,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:22:13,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:13,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:22:13,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:13,541 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:13,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:22:13,541 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:13,541 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:13,542 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40025 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:13,542 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:13,542 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/A is initiating minor compaction (all files) 2024-12-08T06:22:13,542 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/B is initiating minor compaction (all files) 2024-12-08T06:22:13,542 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/A in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:13,542 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/B in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:13,542 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/4088a0e83c9344d98ca3d3dd81220673, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/3294bb558b274df791885cadccff975a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/8873410c8d4e4ee088c39dad7ae2b5f6] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=36.7 K 2024-12-08T06:22:13,542 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/04ce82937e254afe84c16c3a232ade06, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/41a62b774cdb4393956c73f52e6c6a38, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/d4a36ca464754c048f109e646dd68ea9] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=39.1 K 2024-12-08T06:22:13,543 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 4088a0e83c9344d98ca3d3dd81220673, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733638929654 2024-12-08T06:22:13,543 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04ce82937e254afe84c16c3a232ade06, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733638929654 2024-12-08T06:22:13,543 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 3294bb558b274df791885cadccff975a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733638930819 2024-12-08T06:22:13,543 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41a62b774cdb4393956c73f52e6c6a38, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733638930819 2024-12-08T06:22:13,543 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 8873410c8d4e4ee088c39dad7ae2b5f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733638931958 2024-12-08T06:22:13,543 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4a36ca464754c048f109e646dd68ea9, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733638931958 2024-12-08T06:22:13,556 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#B#compaction#501 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:13,556 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/36b3581e19dc4e5aa2fb18f521a06099 is 50, key is test_row_0/B:col10/1733638932292/Put/seqid=0 2024-12-08T06:22:13,559 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#A#compaction#502 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:13,559 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/11fbffe6a6694be8bc9a1a5933deea18 is 50, key is test_row_0/A:col10/1733638932292/Put/seqid=0 2024-12-08T06:22:13,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742411_1587 (size=13085) 2024-12-08T06:22:13,568 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742412_1588 (size=13085) 2024-12-08T06:22:13,574 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/36b3581e19dc4e5aa2fb18f521a06099 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/36b3581e19dc4e5aa2fb18f521a06099 2024-12-08T06:22:13,578 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/B of 81e03bcb04827c21c9aba085f64e3e07 into 36b3581e19dc4e5aa2fb18f521a06099(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:13,578 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:13,578 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/B, priority=13, startTime=1733638933541; duration=0sec 2024-12-08T06:22:13,578 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:13,578 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:B 2024-12-08T06:22:13,578 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:13,579 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:13,579 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/C is initiating minor compaction (all files) 2024-12-08T06:22:13,579 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/C in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:13,579 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/beddedf4c3e24c9896f6264072dac340, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/d7078e690a8f43a497bf5e47fc81661b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/c53ba8d4fa564af2bc4e6e4aea61cb0c] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=36.7 K 2024-12-08T06:22:13,579 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting beddedf4c3e24c9896f6264072dac340, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=292, earliestPutTs=1733638929654 2024-12-08T06:22:13,580 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d7078e690a8f43a497bf5e47fc81661b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733638930819 2024-12-08T06:22:13,580 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting c53ba8d4fa564af2bc4e6e4aea61cb0c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733638931958 2024-12-08T06:22:13,586 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#C#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:13,586 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/c0e256ebc2ff4c379068c92b127e2985 is 50, key is test_row_0/C:col10/1733638932292/Put/seqid=0 2024-12-08T06:22:13,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742413_1589 (size=13085) 2024-12-08T06:22:13,597 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/c0e256ebc2ff4c379068c92b127e2985 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/c0e256ebc2ff4c379068c92b127e2985 2024-12-08T06:22:13,602 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/C of 81e03bcb04827c21c9aba085f64e3e07 into c0e256ebc2ff4c379068c92b127e2985(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:13,602 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:13,602 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/C, priority=13, startTime=1733638933541; duration=0sec 2024-12-08T06:22:13,602 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:13,602 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:C 2024-12-08T06:22:13,602 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:13,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-08T06:22:13,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:13,603 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-08T06:22:13,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:22:13,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:13,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:22:13,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:13,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:22:13,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:13,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/96ee9310fec94bdfa5c9f655f0d49ae2 is 50, key is test_row_0/A:col10/1733638932319/Put/seqid=0 2024-12-08T06:22:13,624 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742414_1590 (size=12301) 2024-12-08T06:22:13,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-08T06:22:13,972 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/11fbffe6a6694be8bc9a1a5933deea18 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/11fbffe6a6694be8bc9a1a5933deea18 2024-12-08T06:22:13,976 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/A of 81e03bcb04827c21c9aba085f64e3e07 into 11fbffe6a6694be8bc9a1a5933deea18(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:13,976 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:13,976 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/A, priority=13, startTime=1733638933541; duration=0sec 2024-12-08T06:22:13,976 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:13,976 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:A 2024-12-08T06:22:14,025 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/96ee9310fec94bdfa5c9f655f0d49ae2 2024-12-08T06:22:14,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/cf6dd479ec86491d9f9b09a1cba6a62c is 50, key is test_row_0/B:col10/1733638932319/Put/seqid=0 2024-12-08T06:22:14,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742415_1591 (size=12301) 2024-12-08T06:22:14,438 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/cf6dd479ec86491d9f9b09a1cba6a62c 2024-12-08T06:22:14,445 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/e667b36d0e3249a18973d9e177008504 is 50, key is test_row_0/C:col10/1733638932319/Put/seqid=0 2024-12-08T06:22:14,452 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742416_1592 (size=12301) 2024-12-08T06:22:14,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:14,452 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:14,479 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:14,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638994474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:14,481 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:14,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638994478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:14,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:14,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638994478, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:14,584 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638994580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:14,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638994582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:14,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:14,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638994582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:14,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-08T06:22:14,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638994786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:14,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638994787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:14,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:14,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638994787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:14,852 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/e667b36d0e3249a18973d9e177008504 2024-12-08T06:22:14,856 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/96ee9310fec94bdfa5c9f655f0d49ae2 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/96ee9310fec94bdfa5c9f655f0d49ae2 2024-12-08T06:22:14,860 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/96ee9310fec94bdfa5c9f655f0d49ae2, entries=150, sequenceid=353, filesize=12.0 K 2024-12-08T06:22:14,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/cf6dd479ec86491d9f9b09a1cba6a62c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/cf6dd479ec86491d9f9b09a1cba6a62c 2024-12-08T06:22:14,864 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/cf6dd479ec86491d9f9b09a1cba6a62c, entries=150, sequenceid=353, filesize=12.0 K 2024-12-08T06:22:14,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/e667b36d0e3249a18973d9e177008504 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/e667b36d0e3249a18973d9e177008504 2024-12-08T06:22:14,868 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/e667b36d0e3249a18973d9e177008504, entries=150, sequenceid=353, filesize=12.0 K 2024-12-08T06:22:14,868 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=100.63 KB/103050 for 81e03bcb04827c21c9aba085f64e3e07 in 1265ms, sequenceid=353, compaction requested=false 2024-12-08T06:22:14,868 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:14,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:14,869 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-08T06:22:14,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-12-08T06:22:14,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-08T06:22:14,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.3340 sec 2024-12-08T06:22:14,872 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 2.3380 sec 2024-12-08T06:22:15,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:15,095 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-08T06:22:15,095 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:22:15,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:15,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:22:15,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:15,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:22:15,096 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:15,100 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/d73ea4e0c396473fbab3891576658dc4 is 50, key is test_row_0/A:col10/1733638935094/Put/seqid=0 2024-12-08T06:22:15,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742417_1593 (size=14741) 2024-12-08T06:22:15,116 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/d73ea4e0c396473fbab3891576658dc4 2024-12-08T06:22:15,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/156d1cf74bfd4a9fa0aa440c7452bebf is 50, key is test_row_0/B:col10/1733638935094/Put/seqid=0 2024-12-08T06:22:15,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742418_1594 (size=12301) 2024-12-08T06:22:15,136 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:15,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638995128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:15,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638995130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:15,140 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:15,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638995131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:15,241 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:15,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638995237, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:15,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:15,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638995241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:15,242 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:15,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638995241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:15,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:15,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638995443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:15,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638995444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:15,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:15,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638995444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:15,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/156d1cf74bfd4a9fa0aa440c7452bebf 2024-12-08T06:22:15,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/f9d7a10fe5fd4d78861cfb4c9e9803ad is 50, key is test_row_0/C:col10/1733638935094/Put/seqid=0 2024-12-08T06:22:15,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742419_1595 (size=12301) 2024-12-08T06:22:15,752 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:15,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638995749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:15,754 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:15,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638995752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:15,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:15,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638995752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:15,941 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=373 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/f9d7a10fe5fd4d78861cfb4c9e9803ad 2024-12-08T06:22:15,945 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/d73ea4e0c396473fbab3891576658dc4 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/d73ea4e0c396473fbab3891576658dc4 2024-12-08T06:22:15,948 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/d73ea4e0c396473fbab3891576658dc4, entries=200, sequenceid=373, filesize=14.4 K 2024-12-08T06:22:15,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/156d1cf74bfd4a9fa0aa440c7452bebf as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/156d1cf74bfd4a9fa0aa440c7452bebf 2024-12-08T06:22:15,952 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/156d1cf74bfd4a9fa0aa440c7452bebf, entries=150, sequenceid=373, filesize=12.0 K 2024-12-08T06:22:15,952 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/f9d7a10fe5fd4d78861cfb4c9e9803ad as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/f9d7a10fe5fd4d78861cfb4c9e9803ad 2024-12-08T06:22:15,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/f9d7a10fe5fd4d78861cfb4c9e9803ad, entries=150, sequenceid=373, filesize=12.0 K 2024-12-08T06:22:15,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 81e03bcb04827c21c9aba085f64e3e07 in 861ms, sequenceid=373, compaction requested=true 2024-12-08T06:22:15,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:15,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:22:15,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:15,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:22:15,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:15,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:22:15,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:15,956 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:15,956 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:15,957 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:15,958 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/B is initiating minor compaction (all files) 2024-12-08T06:22:15,958 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/B in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:15,958 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/36b3581e19dc4e5aa2fb18f521a06099, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/cf6dd479ec86491d9f9b09a1cba6a62c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/156d1cf74bfd4a9fa0aa440c7452bebf] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=36.8 K 2024-12-08T06:22:15,958 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:15,958 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/A is initiating minor compaction (all files) 2024-12-08T06:22:15,958 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/A in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:15,958 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/11fbffe6a6694be8bc9a1a5933deea18, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/96ee9310fec94bdfa5c9f655f0d49ae2, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/d73ea4e0c396473fbab3891576658dc4] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=39.2 K 2024-12-08T06:22:15,958 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 36b3581e19dc4e5aa2fb18f521a06099, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733638931958 2024-12-08T06:22:15,958 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11fbffe6a6694be8bc9a1a5933deea18, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733638931958 2024-12-08T06:22:15,958 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting cf6dd479ec86491d9f9b09a1cba6a62c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733638932319 2024-12-08T06:22:15,959 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 96ee9310fec94bdfa5c9f655f0d49ae2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733638932319 2024-12-08T06:22:15,959 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 156d1cf74bfd4a9fa0aa440c7452bebf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733638934465 2024-12-08T06:22:15,959 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting d73ea4e0c396473fbab3891576658dc4, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733638934465 2024-12-08T06:22:15,966 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#B#compaction#510 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:15,966 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/5faa571949264056bcecd5ae084953f3 is 50, key is test_row_0/B:col10/1733638935094/Put/seqid=0 2024-12-08T06:22:15,968 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#A#compaction#511 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:15,968 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/033cad9485b14f019339f48307467037 is 50, key is test_row_0/A:col10/1733638935094/Put/seqid=0 2024-12-08T06:22:15,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742421_1597 (size=13187) 2024-12-08T06:22:15,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742420_1596 (size=13187) 2024-12-08T06:22:15,978 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/5faa571949264056bcecd5ae084953f3 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/5faa571949264056bcecd5ae084953f3 2024-12-08T06:22:15,984 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/B of 81e03bcb04827c21c9aba085f64e3e07 into 5faa571949264056bcecd5ae084953f3(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:15,984 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:15,984 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/B, priority=13, startTime=1733638935956; duration=0sec 2024-12-08T06:22:15,984 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:15,984 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:B 2024-12-08T06:22:15,984 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:15,985 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:15,985 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/C is initiating minor compaction (all files) 2024-12-08T06:22:15,985 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/C in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:15,985 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/c0e256ebc2ff4c379068c92b127e2985, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/e667b36d0e3249a18973d9e177008504, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/f9d7a10fe5fd4d78861cfb4c9e9803ad] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=36.8 K 2024-12-08T06:22:15,985 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting c0e256ebc2ff4c379068c92b127e2985, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=332, earliestPutTs=1733638931958 2024-12-08T06:22:15,986 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting e667b36d0e3249a18973d9e177008504, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733638932319 2024-12-08T06:22:15,986 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting f9d7a10fe5fd4d78861cfb4c9e9803ad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733638934465 2024-12-08T06:22:15,993 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#C#compaction#512 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:15,994 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/574965df234f4a8eb1f4e09481a7ff53 is 50, key is test_row_0/C:col10/1733638935094/Put/seqid=0 2024-12-08T06:22:15,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742422_1598 (size=13187) 2024-12-08T06:22:16,002 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/574965df234f4a8eb1f4e09481a7ff53 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/574965df234f4a8eb1f4e09481a7ff53 2024-12-08T06:22:16,007 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/C of 81e03bcb04827c21c9aba085f64e3e07 into 574965df234f4a8eb1f4e09481a7ff53(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:16,007 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:16,007 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/C, priority=13, startTime=1733638935956; duration=0sec 2024-12-08T06:22:16,008 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:16,008 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:C 2024-12-08T06:22:16,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:16,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-08T06:22:16,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:22:16,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:16,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:22:16,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:16,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:22:16,257 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:16,261 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/e070bfb26eb746ae9c5d0060fb8e1fb7 is 50, key is test_row_0/A:col10/1733638935130/Put/seqid=0 2024-12-08T06:22:16,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742423_1599 (size=14741) 2024-12-08T06:22:16,284 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638996279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:16,285 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:16,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638996282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:16,290 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:16,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638996285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:16,378 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/033cad9485b14f019339f48307467037 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/033cad9485b14f019339f48307467037 2024-12-08T06:22:16,382 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/A of 81e03bcb04827c21c9aba085f64e3e07 into 033cad9485b14f019339f48307467037(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:16,382 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:16,382 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/A, priority=13, startTime=1733638935956; duration=0sec 2024-12-08T06:22:16,382 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:16,382 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:A 2024-12-08T06:22:16,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638996386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:16,389 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:16,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638996386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:16,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:16,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638996391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:16,594 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638996591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:16,595 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:16,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638996591, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:16,599 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:16,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638996596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:16,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-08T06:22:16,639 INFO [Thread-2286 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-12-08T06:22:16,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:22:16,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-08T06:22:16,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-08T06:22:16,642 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:22:16,642 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:22:16,642 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:22:16,665 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/e070bfb26eb746ae9c5d0060fb8e1fb7 2024-12-08T06:22:16,672 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/99542f57aff744d290c01bb2f232e174 is 50, key is test_row_0/B:col10/1733638935130/Put/seqid=0 2024-12-08T06:22:16,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742424_1600 (size=12301) 2024-12-08T06:22:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-08T06:22:16,794 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:16,795 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-08T06:22:16,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:16,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:16,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:16,795 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:16,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:16,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:16,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638996897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:16,900 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638996897, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:16,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:16,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 217 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638996902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:16,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-08T06:22:16,947 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:16,947 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-08T06:22:16,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:16,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:16,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:16,948 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:16,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:16,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:17,076 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/99542f57aff744d290c01bb2f232e174 2024-12-08T06:22:17,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/52709e976d2a42f7bd44fe88137a4241 is 50, key is test_row_0/C:col10/1733638935130/Put/seqid=0 2024-12-08T06:22:17,086 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742425_1601 (size=12301) 2024-12-08T06:22:17,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=393 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/52709e976d2a42f7bd44fe88137a4241 2024-12-08T06:22:17,090 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/e070bfb26eb746ae9c5d0060fb8e1fb7 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/e070bfb26eb746ae9c5d0060fb8e1fb7 2024-12-08T06:22:17,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/e070bfb26eb746ae9c5d0060fb8e1fb7, entries=200, sequenceid=393, filesize=14.4 K 2024-12-08T06:22:17,094 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/99542f57aff744d290c01bb2f232e174 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/99542f57aff744d290c01bb2f232e174 2024-12-08T06:22:17,097 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/99542f57aff744d290c01bb2f232e174, entries=150, sequenceid=393, filesize=12.0 K 2024-12-08T06:22:17,097 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/52709e976d2a42f7bd44fe88137a4241 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/52709e976d2a42f7bd44fe88137a4241 2024-12-08T06:22:17,099 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:17,100 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-08T06:22:17,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:17,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:17,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:17,100 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:17,100 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/52709e976d2a42f7bd44fe88137a4241, entries=150, sequenceid=393, filesize=12.0 K 2024-12-08T06:22:17,100 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:17,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:17,101 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 81e03bcb04827c21c9aba085f64e3e07 in 845ms, sequenceid=393, compaction requested=false 2024-12-08T06:22:17,101 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:17,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-08T06:22:17,252 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:17,253 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-08T06:22:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:17,253 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-08T06:22:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:22:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:22:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:22:17,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:17,257 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/433e165007c5426eb5c9dc3eeefd3d5e is 50, key is test_row_0/A:col10/1733638936281/Put/seqid=0 2024-12-08T06:22:17,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742426_1602 (size=12301) 2024-12-08T06:22:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:17,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:17,406 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:17,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638997401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:17,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638997403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:17,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638997404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:17,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:17,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638997406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:17,411 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:17,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638997408, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:17,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638997507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:17,511 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:17,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638997508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:17,663 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/433e165007c5426eb5c9dc3eeefd3d5e 2024-12-08T06:22:17,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/05fb52d51fb3458787d262328f05be61 is 50, key is test_row_0/B:col10/1733638936281/Put/seqid=0 2024-12-08T06:22:17,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742427_1603 (size=12301) 2024-12-08T06:22:17,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638997712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:17,716 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:17,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638997713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:17,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-08T06:22:18,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638998018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:18,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:18,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638998019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:18,078 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/05fb52d51fb3458787d262328f05be61 2024-12-08T06:22:18,084 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/4bf1a6c2a8de47b38ac49804d7ee3b13 is 50, key is test_row_0/C:col10/1733638936281/Put/seqid=0 2024-12-08T06:22:18,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742428_1604 (size=12301) 2024-12-08T06:22:18,089 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=412 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/4bf1a6c2a8de47b38ac49804d7ee3b13 2024-12-08T06:22:18,092 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/433e165007c5426eb5c9dc3eeefd3d5e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/433e165007c5426eb5c9dc3eeefd3d5e 2024-12-08T06:22:18,095 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/433e165007c5426eb5c9dc3eeefd3d5e, entries=150, sequenceid=412, filesize=12.0 K 2024-12-08T06:22:18,096 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/05fb52d51fb3458787d262328f05be61 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/05fb52d51fb3458787d262328f05be61 2024-12-08T06:22:18,099 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/05fb52d51fb3458787d262328f05be61, entries=150, sequenceid=412, filesize=12.0 K 2024-12-08T06:22:18,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/4bf1a6c2a8de47b38ac49804d7ee3b13 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/4bf1a6c2a8de47b38ac49804d7ee3b13 2024-12-08T06:22:18,102 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/4bf1a6c2a8de47b38ac49804d7ee3b13, entries=150, sequenceid=412, filesize=12.0 K 2024-12-08T06:22:18,103 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 81e03bcb04827c21c9aba085f64e3e07 in 850ms, sequenceid=412, compaction requested=true 2024-12-08T06:22:18,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:18,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:18,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-08T06:22:18,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-12-08T06:22:18,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-08T06:22:18,105 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4620 sec 2024-12-08T06:22:18,106 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.4650 sec 2024-12-08T06:22:18,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:18,418 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-08T06:22:18,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:22:18,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:18,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:22:18,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:18,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:22:18,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:18,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/3944fd1aaf034e5db5db63ff8d201f5c is 50, key is test_row_0/A:col10/1733638937405/Put/seqid=0 2024-12-08T06:22:18,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742429_1605 (size=14741) 2024-12-08T06:22:18,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/3944fd1aaf034e5db5db63ff8d201f5c 2024-12-08T06:22:18,432 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/559522f0efed41a298f516c265ef27ff is 50, key is test_row_0/B:col10/1733638937405/Put/seqid=0 2024-12-08T06:22:18,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742430_1606 (size=12301) 2024-12-08T06:22:18,455 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638998447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:18,455 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638998448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:18,456 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:18,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638998448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:18,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41764 deadline: 1733638998522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:18,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:18,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41820 deadline: 1733638998524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:18,560 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638998556, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:18,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638998557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:18,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:18,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638998557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:18,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-08T06:22:18,745 INFO [Thread-2286 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-12-08T06:22:18,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:22:18,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-08T06:22:18,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-08T06:22:18,748 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:22:18,749 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:22:18,749 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:22:18,763 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638998762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:18,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638998762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:18,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:18,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638998762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:18,802 DEBUG [Thread-2287 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x42e690d6 to 127.0.0.1:52419 2024-12-08T06:22:18,802 DEBUG [Thread-2295 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x56a4483a to 127.0.0.1:52419 2024-12-08T06:22:18,802 DEBUG [Thread-2287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:18,802 DEBUG [Thread-2295 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:18,803 DEBUG [Thread-2293 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x35ca71a1 to 127.0.0.1:52419 2024-12-08T06:22:18,803 DEBUG [Thread-2293 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:18,808 DEBUG [Thread-2291 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00df2701 to 127.0.0.1:52419 2024-12-08T06:22:18,808 DEBUG [Thread-2291 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:18,808 DEBUG [Thread-2289 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3abeec20 to 127.0.0.1:52419 2024-12-08T06:22:18,808 DEBUG [Thread-2289 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:18,837 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/559522f0efed41a298f516c265ef27ff 2024-12-08T06:22:18,842 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/284a0e635a1543628136ff6e1bf9e3a0 is 50, key is test_row_0/C:col10/1733638937405/Put/seqid=0 2024-12-08T06:22:18,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742431_1607 (size=12301) 2024-12-08T06:22:18,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-08T06:22:18,900 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:18,901 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-08T06:22:18,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:18,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:18,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:18,901 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:18,901 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:18,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:19,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-08T06:22:19,053 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:19,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-08T06:22:19,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:19,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:19,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:19,054 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:19,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:19,065 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41806 deadline: 1733638999065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:19,065 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:19,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41782 deadline: 1733638999065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:19,067 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:19,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:41798 deadline: 1733638999067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:19,205 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:19,206 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-08T06:22:19,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:19,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:19,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:19,206 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:19,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:19,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:19,246 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=431 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/284a0e635a1543628136ff6e1bf9e3a0 2024-12-08T06:22:19,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/3944fd1aaf034e5db5db63ff8d201f5c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/3944fd1aaf034e5db5db63ff8d201f5c 2024-12-08T06:22:19,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/3944fd1aaf034e5db5db63ff8d201f5c, entries=200, sequenceid=431, filesize=14.4 K 2024-12-08T06:22:19,252 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/559522f0efed41a298f516c265ef27ff as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/559522f0efed41a298f516c265ef27ff 2024-12-08T06:22:19,254 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/559522f0efed41a298f516c265ef27ff, entries=150, sequenceid=431, filesize=12.0 K 2024-12-08T06:22:19,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/284a0e635a1543628136ff6e1bf9e3a0 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/284a0e635a1543628136ff6e1bf9e3a0 2024-12-08T06:22:19,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/284a0e635a1543628136ff6e1bf9e3a0, entries=150, sequenceid=431, filesize=12.0 K 2024-12-08T06:22:19,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for 81e03bcb04827c21c9aba085f64e3e07 in 839ms, sequenceid=431, compaction requested=true 2024-12-08T06:22:19,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:19,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:22:19,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:19,258 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:22:19,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:22:19,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:19,258 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:22:19,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 81e03bcb04827c21c9aba085f64e3e07:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:22:19,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:19,259 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54970 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:22:19,259 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:22:19,259 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/A is initiating minor compaction (all files) 2024-12-08T06:22:19,259 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/B is initiating minor compaction (all files) 2024-12-08T06:22:19,259 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/A in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:19,259 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/B in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:19,259 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/033cad9485b14f019339f48307467037, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/e070bfb26eb746ae9c5d0060fb8e1fb7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/433e165007c5426eb5c9dc3eeefd3d5e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/3944fd1aaf034e5db5db63ff8d201f5c] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=53.7 K 2024-12-08T06:22:19,259 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/5faa571949264056bcecd5ae084953f3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/99542f57aff744d290c01bb2f232e174, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/05fb52d51fb3458787d262328f05be61, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/559522f0efed41a298f516c265ef27ff] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=48.9 K 2024-12-08T06:22:19,259 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 033cad9485b14f019339f48307467037, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733638934465 2024-12-08T06:22:19,259 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 5faa571949264056bcecd5ae084953f3, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733638934465 2024-12-08T06:22:19,259 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 99542f57aff744d290c01bb2f232e174, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733638935128 2024-12-08T06:22:19,259 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting e070bfb26eb746ae9c5d0060fb8e1fb7, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733638935118 2024-12-08T06:22:19,260 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 05fb52d51fb3458787d262328f05be61, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733638936278 2024-12-08T06:22:19,260 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 433e165007c5426eb5c9dc3eeefd3d5e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733638936278 2024-12-08T06:22:19,260 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 559522f0efed41a298f516c265ef27ff, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733638937394 2024-12-08T06:22:19,260 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3944fd1aaf034e5db5db63ff8d201f5c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733638937394 2024-12-08T06:22:19,266 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#B#compaction#523 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:19,266 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#A#compaction#522 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:19,266 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/61f6459eff5344daa407f335e6203d4e is 50, key is test_row_0/B:col10/1733638937405/Put/seqid=0 2024-12-08T06:22:19,266 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/b55142014dfa4c74aba30392e5018dac is 50, key is test_row_0/A:col10/1733638937405/Put/seqid=0 2024-12-08T06:22:19,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742432_1608 (size=13323) 2024-12-08T06:22:19,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742433_1609 (size=13323) 2024-12-08T06:22:19,272 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/b55142014dfa4c74aba30392e5018dac as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/b55142014dfa4c74aba30392e5018dac 2024-12-08T06:22:19,275 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/A of 81e03bcb04827c21c9aba085f64e3e07 into b55142014dfa4c74aba30392e5018dac(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:19,275 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:19,275 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/A, priority=12, startTime=1733638939258; duration=0sec 2024-12-08T06:22:19,275 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:19,275 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:A 2024-12-08T06:22:19,275 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:22:19,276 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:22:19,276 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): 81e03bcb04827c21c9aba085f64e3e07/C is initiating minor compaction (all files) 2024-12-08T06:22:19,276 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 81e03bcb04827c21c9aba085f64e3e07/C in TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:19,276 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/574965df234f4a8eb1f4e09481a7ff53, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/52709e976d2a42f7bd44fe88137a4241, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/4bf1a6c2a8de47b38ac49804d7ee3b13, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/284a0e635a1543628136ff6e1bf9e3a0] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp, totalSize=48.9 K 2024-12-08T06:22:19,276 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 574965df234f4a8eb1f4e09481a7ff53, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=373, earliestPutTs=1733638934465 2024-12-08T06:22:19,276 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52709e976d2a42f7bd44fe88137a4241, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=393, earliestPutTs=1733638935128 2024-12-08T06:22:19,277 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4bf1a6c2a8de47b38ac49804d7ee3b13, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=412, earliestPutTs=1733638936278 2024-12-08T06:22:19,277 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 284a0e635a1543628136ff6e1bf9e3a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=431, earliestPutTs=1733638937394 2024-12-08T06:22:19,282 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 81e03bcb04827c21c9aba085f64e3e07#C#compaction#524 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:19,282 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/59414a5648ff41f7a92986217c0fa6ba is 50, key is test_row_0/C:col10/1733638937405/Put/seqid=0 2024-12-08T06:22:19,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742434_1610 (size=13323) 2024-12-08T06:22:19,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-08T06:22:19,358 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:19,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-08T06:22:19,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:19,359 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-08T06:22:19,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:22:19,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:19,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:22:19,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:19,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:22:19,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:19,362 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/be00a86e2c0c4feca4803844f4f3688d is 50, key is test_row_0/A:col10/1733638938447/Put/seqid=0 2024-12-08T06:22:19,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742435_1611 (size=12301) 2024-12-08T06:22:19,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:19,530 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. as already flushing 2024-12-08T06:22:19,530 DEBUG [Thread-2278 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2fb24d40 to 127.0.0.1:52419 2024-12-08T06:22:19,530 DEBUG [Thread-2278 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:19,537 DEBUG [Thread-2282 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x632d1806 to 127.0.0.1:52419 2024-12-08T06:22:19,537 DEBUG [Thread-2282 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:19,569 DEBUG [Thread-2284 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4f99adfe to 127.0.0.1:52419 2024-12-08T06:22:19,569 DEBUG [Thread-2284 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:19,569 DEBUG [Thread-2276 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46c37647 to 127.0.0.1:52419 2024-12-08T06:22:19,569 DEBUG [Thread-2276 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:19,569 DEBUG [Thread-2280 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51453050 to 127.0.0.1:52419 2024-12-08T06:22:19,569 DEBUG [Thread-2280 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:19,674 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/61f6459eff5344daa407f335e6203d4e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/61f6459eff5344daa407f335e6203d4e 2024-12-08T06:22:19,677 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/B of 81e03bcb04827c21c9aba085f64e3e07 into 61f6459eff5344daa407f335e6203d4e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:19,677 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:19,677 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/B, priority=12, startTime=1733638939258; duration=0sec 2024-12-08T06:22:19,677 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:19,677 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:B 2024-12-08T06:22:19,688 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/59414a5648ff41f7a92986217c0fa6ba as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/59414a5648ff41f7a92986217c0fa6ba 2024-12-08T06:22:19,691 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 81e03bcb04827c21c9aba085f64e3e07/C of 81e03bcb04827c21c9aba085f64e3e07 into 59414a5648ff41f7a92986217c0fa6ba(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:19,691 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:19,691 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07., storeName=81e03bcb04827c21c9aba085f64e3e07/C, priority=12, startTime=1733638939258; duration=0sec 2024-12-08T06:22:19,691 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:19,691 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 81e03bcb04827c21c9aba085f64e3e07:C 2024-12-08T06:22:19,765 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/be00a86e2c0c4feca4803844f4f3688d 2024-12-08T06:22:19,770 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/c9b0501feb174ace8207f10b4f73e424 is 50, key is test_row_0/B:col10/1733638938447/Put/seqid=0 2024-12-08T06:22:19,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742436_1612 (size=12301) 2024-12-08T06:22:19,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-08T06:22:20,174 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/c9b0501feb174ace8207f10b4f73e424 2024-12-08T06:22:20,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/db69fb80b91548edbc78e620e4a40f69 is 50, key is test_row_0/C:col10/1733638938447/Put/seqid=0 2024-12-08T06:22:20,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742437_1613 (size=12301) 2024-12-08T06:22:20,582 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=449 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/db69fb80b91548edbc78e620e4a40f69 2024-12-08T06:22:20,586 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/be00a86e2c0c4feca4803844f4f3688d as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/be00a86e2c0c4feca4803844f4f3688d 2024-12-08T06:22:20,588 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/be00a86e2c0c4feca4803844f4f3688d, entries=150, sequenceid=449, filesize=12.0 K 2024-12-08T06:22:20,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/c9b0501feb174ace8207f10b4f73e424 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/c9b0501feb174ace8207f10b4f73e424 2024-12-08T06:22:20,591 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/c9b0501feb174ace8207f10b4f73e424, entries=150, sequenceid=449, filesize=12.0 K 2024-12-08T06:22:20,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/db69fb80b91548edbc78e620e4a40f69 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/db69fb80b91548edbc78e620e4a40f69 2024-12-08T06:22:20,595 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/db69fb80b91548edbc78e620e4a40f69, entries=150, sequenceid=449, filesize=12.0 K 2024-12-08T06:22:20,595 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=33.54 KB/34350 for 81e03bcb04827c21c9aba085f64e3e07 in 1236ms, sequenceid=449, compaction requested=false 2024-12-08T06:22:20,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:20,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:20,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-08T06:22:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-12-08T06:22:20,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-08T06:22:20,597 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8470 sec 2024-12-08T06:22:20,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 1.8500 sec 2024-12-08T06:22:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-08T06:22:20,852 INFO [Thread-2286 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-12-08T06:22:20,852 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T06:22:20,852 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-12-08T06:22:20,852 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-12-08T06:22:20,852 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-12-08T06:22:20,852 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 35 2024-12-08T06:22:20,852 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-12-08T06:22:20,852 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T06:22:20,852 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T06:22:20,852 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2517 2024-12-08T06:22:20,852 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7551 rows 2024-12-08T06:22:20,852 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2495 2024-12-08T06:22:20,852 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7485 rows 2024-12-08T06:22:20,852 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2507 2024-12-08T06:22:20,852 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7521 rows 2024-12-08T06:22:20,852 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2507 2024-12-08T06:22:20,852 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7521 rows 2024-12-08T06:22:20,852 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2499 2024-12-08T06:22:20,852 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7497 rows 2024-12-08T06:22:20,852 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-08T06:22:20,852 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4fbee617 to 127.0.0.1:52419 2024-12-08T06:22:20,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:20,856 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-08T06:22:20,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T06:22:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T06:22:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-08T06:22:20,859 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638940859"}]},"ts":"1733638940859"} 2024-12-08T06:22:20,861 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T06:22:20,863 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T06:22:20,864 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T06:22:20,865 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e03bcb04827c21c9aba085f64e3e07, UNASSIGN}] 2024-12-08T06:22:20,865 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=156, ppid=155, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e03bcb04827c21c9aba085f64e3e07, UNASSIGN 2024-12-08T06:22:20,866 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=81e03bcb04827c21c9aba085f64e3e07, regionState=CLOSING, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:20,866 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T06:22:20,866 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; CloseRegionProcedure 81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198}] 2024-12-08T06:22:20,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-08T06:22:21,017 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:21,018 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(124): Close 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:21,018 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-08T06:22:21,018 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1681): Closing 81e03bcb04827c21c9aba085f64e3e07, disabling compactions & flushes 2024-12-08T06:22:21,018 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:21,018 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:21,018 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. after waiting 0 ms 2024-12-08T06:22:21,018 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:21,018 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(2837): Flushing 81e03bcb04827c21c9aba085f64e3e07 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-08T06:22:21,018 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=A 2024-12-08T06:22:21,018 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:21,018 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=B 2024-12-08T06:22:21,018 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:21,019 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 81e03bcb04827c21c9aba085f64e3e07, store=C 2024-12-08T06:22:21,019 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:21,022 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/e632c6f35a3f413a80ff485c4783f29b is 50, key is test_row_0/A:col10/1733638939568/Put/seqid=0 2024-12-08T06:22:21,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742438_1614 (size=12301) 2024-12-08T06:22:21,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-08T06:22:21,425 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/e632c6f35a3f413a80ff485c4783f29b 2024-12-08T06:22:21,430 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/d45abafcebbd407288937c4d5048e900 is 50, key is test_row_0/B:col10/1733638939568/Put/seqid=0 2024-12-08T06:22:21,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742439_1615 (size=12301) 2024-12-08T06:22:21,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-08T06:22:21,834 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/d45abafcebbd407288937c4d5048e900 2024-12-08T06:22:21,840 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/2e52440531bb45bbb6d45fe28e6330bf is 50, key is test_row_0/C:col10/1733638939568/Put/seqid=0 2024-12-08T06:22:21,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742440_1616 (size=12301) 2024-12-08T06:22:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-08T06:22:22,243 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=459 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/2e52440531bb45bbb6d45fe28e6330bf 2024-12-08T06:22:22,246 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/A/e632c6f35a3f413a80ff485c4783f29b as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/e632c6f35a3f413a80ff485c4783f29b 2024-12-08T06:22:22,249 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/e632c6f35a3f413a80ff485c4783f29b, entries=150, sequenceid=459, filesize=12.0 K 2024-12-08T06:22:22,250 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/B/d45abafcebbd407288937c4d5048e900 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/d45abafcebbd407288937c4d5048e900 2024-12-08T06:22:22,252 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/d45abafcebbd407288937c4d5048e900, entries=150, sequenceid=459, filesize=12.0 K 2024-12-08T06:22:22,253 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/.tmp/C/2e52440531bb45bbb6d45fe28e6330bf as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/2e52440531bb45bbb6d45fe28e6330bf 2024-12-08T06:22:22,255 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/2e52440531bb45bbb6d45fe28e6330bf, entries=150, sequenceid=459, filesize=12.0 K 2024-12-08T06:22:22,256 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 81e03bcb04827c21c9aba085f64e3e07 in 1238ms, sequenceid=459, compaction requested=true 2024-12-08T06:22:22,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/70a79e95d9f14333b45065b1c26ee704, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/f55a363f16364e0b83092443a9cec8ca, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/39e146fc26ae483d8357e5c455829f80, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/9d0f40c812e94d9988723f148a210a16, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/2f3c9ba3727148fb9ffa3bc91fdf7105, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/1480e398ecf14e5e838a7abe87b7de49, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/746dce4d8f314eb692a99784eb5dec8d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/8a61210ae6cf4f9ba24647bbb8b963e6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/fb418e706b7b43ebbdeb153d2b4e8108, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/04cd4fff86714924b1116d79aba0d37d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/c6ea6d98074d41d681469c89852fea62, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/16858496ef4d46a38033850a3071770f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/43453602a42a426f8d21f252f30859c0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/02e8829b656a4b4ea546ab22c5acf262, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/77b82d8235114ec8991b75e1ce90ddd8, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/22f92d1fa1f14404bc9b8249daa72878, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/e6a31dfebe9a4aa1a75a68cd21bee3f0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/1eabd9cb2f20423ea1aadb88c79bc7a5, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/071d77a8aa5d4f83bd990188c3409e87, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/edf13bdcddf04572a339b0f2a4426a00, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/04ce82937e254afe84c16c3a232ade06, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/41a62b774cdb4393956c73f52e6c6a38, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/d4a36ca464754c048f109e646dd68ea9, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/11fbffe6a6694be8bc9a1a5933deea18, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/96ee9310fec94bdfa5c9f655f0d49ae2, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/d73ea4e0c396473fbab3891576658dc4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/033cad9485b14f019339f48307467037, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/e070bfb26eb746ae9c5d0060fb8e1fb7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/433e165007c5426eb5c9dc3eeefd3d5e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/3944fd1aaf034e5db5db63ff8d201f5c] to archive 2024-12-08T06:22:22,257 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T06:22:22,259 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/70a79e95d9f14333b45065b1c26ee704 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/70a79e95d9f14333b45065b1c26ee704 2024-12-08T06:22:22,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/f55a363f16364e0b83092443a9cec8ca to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/f55a363f16364e0b83092443a9cec8ca 2024-12-08T06:22:22,260 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/39e146fc26ae483d8357e5c455829f80 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/39e146fc26ae483d8357e5c455829f80 2024-12-08T06:22:22,261 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/9d0f40c812e94d9988723f148a210a16 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/9d0f40c812e94d9988723f148a210a16 2024-12-08T06:22:22,262 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/2f3c9ba3727148fb9ffa3bc91fdf7105 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/2f3c9ba3727148fb9ffa3bc91fdf7105 2024-12-08T06:22:22,263 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/1480e398ecf14e5e838a7abe87b7de49 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/1480e398ecf14e5e838a7abe87b7de49 2024-12-08T06:22:22,264 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/746dce4d8f314eb692a99784eb5dec8d to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/746dce4d8f314eb692a99784eb5dec8d 2024-12-08T06:22:22,265 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/8a61210ae6cf4f9ba24647bbb8b963e6 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/8a61210ae6cf4f9ba24647bbb8b963e6 2024-12-08T06:22:22,266 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/fb418e706b7b43ebbdeb153d2b4e8108 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/fb418e706b7b43ebbdeb153d2b4e8108 2024-12-08T06:22:22,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/04cd4fff86714924b1116d79aba0d37d to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/04cd4fff86714924b1116d79aba0d37d 2024-12-08T06:22:22,267 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/c6ea6d98074d41d681469c89852fea62 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/c6ea6d98074d41d681469c89852fea62 2024-12-08T06:22:22,268 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/16858496ef4d46a38033850a3071770f to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/16858496ef4d46a38033850a3071770f 2024-12-08T06:22:22,269 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/43453602a42a426f8d21f252f30859c0 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/43453602a42a426f8d21f252f30859c0 2024-12-08T06:22:22,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/02e8829b656a4b4ea546ab22c5acf262 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/02e8829b656a4b4ea546ab22c5acf262 2024-12-08T06:22:22,270 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/77b82d8235114ec8991b75e1ce90ddd8 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/77b82d8235114ec8991b75e1ce90ddd8 2024-12-08T06:22:22,271 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/22f92d1fa1f14404bc9b8249daa72878 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/22f92d1fa1f14404bc9b8249daa72878 2024-12-08T06:22:22,272 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/e6a31dfebe9a4aa1a75a68cd21bee3f0 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/e6a31dfebe9a4aa1a75a68cd21bee3f0 2024-12-08T06:22:22,273 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/1eabd9cb2f20423ea1aadb88c79bc7a5 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/1eabd9cb2f20423ea1aadb88c79bc7a5 2024-12-08T06:22:22,274 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/071d77a8aa5d4f83bd990188c3409e87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/071d77a8aa5d4f83bd990188c3409e87 2024-12-08T06:22:22,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/edf13bdcddf04572a339b0f2a4426a00 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/edf13bdcddf04572a339b0f2a4426a00 2024-12-08T06:22:22,275 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/04ce82937e254afe84c16c3a232ade06 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/04ce82937e254afe84c16c3a232ade06 2024-12-08T06:22:22,276 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/41a62b774cdb4393956c73f52e6c6a38 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/41a62b774cdb4393956c73f52e6c6a38 2024-12-08T06:22:22,277 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/d4a36ca464754c048f109e646dd68ea9 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/d4a36ca464754c048f109e646dd68ea9 2024-12-08T06:22:22,278 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/11fbffe6a6694be8bc9a1a5933deea18 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/11fbffe6a6694be8bc9a1a5933deea18 2024-12-08T06:22:22,279 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/96ee9310fec94bdfa5c9f655f0d49ae2 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/96ee9310fec94bdfa5c9f655f0d49ae2 2024-12-08T06:22:22,279 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/d73ea4e0c396473fbab3891576658dc4 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/d73ea4e0c396473fbab3891576658dc4 2024-12-08T06:22:22,280 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/033cad9485b14f019339f48307467037 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/033cad9485b14f019339f48307467037 2024-12-08T06:22:22,281 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/e070bfb26eb746ae9c5d0060fb8e1fb7 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/e070bfb26eb746ae9c5d0060fb8e1fb7 2024-12-08T06:22:22,282 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/433e165007c5426eb5c9dc3eeefd3d5e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/433e165007c5426eb5c9dc3eeefd3d5e 2024-12-08T06:22:22,283 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/3944fd1aaf034e5db5db63ff8d201f5c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/3944fd1aaf034e5db5db63ff8d201f5c 2024-12-08T06:22:22,284 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/f50e71c6bae642a7b255699f067eb771, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/1bf497aad103446c9f3c96c01efbb9b2, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/0958b2372cdc42aa91426de9c3edffc3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/618acde164ee49308c239f2ab415c2e9, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/453528275c1b486d9aa20c7f8eff7549, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/204c6768518743cea88f2165248ccece, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/40ac4dfe71734357b22069a8e5477c4a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/2e6e25c3e12f4a94ad76e270aa8a4433, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/500130bbd96341b19576208761a3eff5, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/8bfe183ef8cd4a4d81f2c2c2ed1bf110, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/d8ce85fc37a64d8c84fa1a2fc833f1e4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/9e079c75fc8943f89710b63bd20e7f4d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/06e143c59c4f4a13b779716671c6c828, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/3eb638863cf046a2bd48294bf0acd640, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/5efcae501dd840338d876cc246ce32cb, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/e7621d5a2d9141d1a6d2edcdeccd10bb, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/ba1bc9c2476e4bbf8722023e0ca4531e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/538bfcd9e05c4850ab164a19c2adfd94, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/b68b4dd3ad764f5e911306404ea505ea, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/4088a0e83c9344d98ca3d3dd81220673, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/1ab11aa3884c4e14a5a3416178698e61, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/3294bb558b274df791885cadccff975a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/36b3581e19dc4e5aa2fb18f521a06099, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/8873410c8d4e4ee088c39dad7ae2b5f6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/cf6dd479ec86491d9f9b09a1cba6a62c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/5faa571949264056bcecd5ae084953f3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/156d1cf74bfd4a9fa0aa440c7452bebf, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/99542f57aff744d290c01bb2f232e174, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/05fb52d51fb3458787d262328f05be61, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/559522f0efed41a298f516c265ef27ff] to archive 2024-12-08T06:22:22,285 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T06:22:22,287 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/f50e71c6bae642a7b255699f067eb771 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/f50e71c6bae642a7b255699f067eb771 2024-12-08T06:22:22,288 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/1bf497aad103446c9f3c96c01efbb9b2 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/1bf497aad103446c9f3c96c01efbb9b2 2024-12-08T06:22:22,289 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/0958b2372cdc42aa91426de9c3edffc3 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/0958b2372cdc42aa91426de9c3edffc3 2024-12-08T06:22:22,290 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/618acde164ee49308c239f2ab415c2e9 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/618acde164ee49308c239f2ab415c2e9 2024-12-08T06:22:22,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/453528275c1b486d9aa20c7f8eff7549 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/453528275c1b486d9aa20c7f8eff7549 2024-12-08T06:22:22,291 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/204c6768518743cea88f2165248ccece to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/204c6768518743cea88f2165248ccece 2024-12-08T06:22:22,292 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/40ac4dfe71734357b22069a8e5477c4a to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/40ac4dfe71734357b22069a8e5477c4a 2024-12-08T06:22:22,293 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/2e6e25c3e12f4a94ad76e270aa8a4433 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/2e6e25c3e12f4a94ad76e270aa8a4433 2024-12-08T06:22:22,294 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/500130bbd96341b19576208761a3eff5 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/500130bbd96341b19576208761a3eff5 2024-12-08T06:22:22,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/8bfe183ef8cd4a4d81f2c2c2ed1bf110 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/8bfe183ef8cd4a4d81f2c2c2ed1bf110 2024-12-08T06:22:22,295 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/d8ce85fc37a64d8c84fa1a2fc833f1e4 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/d8ce85fc37a64d8c84fa1a2fc833f1e4 2024-12-08T06:22:22,296 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/9e079c75fc8943f89710b63bd20e7f4d to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/9e079c75fc8943f89710b63bd20e7f4d 2024-12-08T06:22:22,297 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/06e143c59c4f4a13b779716671c6c828 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/06e143c59c4f4a13b779716671c6c828 2024-12-08T06:22:22,298 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/3eb638863cf046a2bd48294bf0acd640 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/3eb638863cf046a2bd48294bf0acd640 2024-12-08T06:22:22,299 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/5efcae501dd840338d876cc246ce32cb to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/5efcae501dd840338d876cc246ce32cb 2024-12-08T06:22:22,299 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/e7621d5a2d9141d1a6d2edcdeccd10bb to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/e7621d5a2d9141d1a6d2edcdeccd10bb 2024-12-08T06:22:22,300 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/ba1bc9c2476e4bbf8722023e0ca4531e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/ba1bc9c2476e4bbf8722023e0ca4531e 2024-12-08T06:22:22,301 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/538bfcd9e05c4850ab164a19c2adfd94 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/538bfcd9e05c4850ab164a19c2adfd94 2024-12-08T06:22:22,302 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/b68b4dd3ad764f5e911306404ea505ea to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/b68b4dd3ad764f5e911306404ea505ea 2024-12-08T06:22:22,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/4088a0e83c9344d98ca3d3dd81220673 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/4088a0e83c9344d98ca3d3dd81220673 2024-12-08T06:22:22,303 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/1ab11aa3884c4e14a5a3416178698e61 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/1ab11aa3884c4e14a5a3416178698e61 2024-12-08T06:22:22,304 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/3294bb558b274df791885cadccff975a to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/3294bb558b274df791885cadccff975a 2024-12-08T06:22:22,305 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/36b3581e19dc4e5aa2fb18f521a06099 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/36b3581e19dc4e5aa2fb18f521a06099 2024-12-08T06:22:22,306 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/8873410c8d4e4ee088c39dad7ae2b5f6 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/8873410c8d4e4ee088c39dad7ae2b5f6 2024-12-08T06:22:22,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/cf6dd479ec86491d9f9b09a1cba6a62c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/cf6dd479ec86491d9f9b09a1cba6a62c 2024-12-08T06:22:22,307 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/5faa571949264056bcecd5ae084953f3 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/5faa571949264056bcecd5ae084953f3 2024-12-08T06:22:22,308 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/156d1cf74bfd4a9fa0aa440c7452bebf to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/156d1cf74bfd4a9fa0aa440c7452bebf 2024-12-08T06:22:22,309 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/99542f57aff744d290c01bb2f232e174 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/99542f57aff744d290c01bb2f232e174 2024-12-08T06:22:22,310 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/05fb52d51fb3458787d262328f05be61 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/05fb52d51fb3458787d262328f05be61 2024-12-08T06:22:22,311 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/559522f0efed41a298f516c265ef27ff to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/559522f0efed41a298f516c265ef27ff 2024-12-08T06:22:22,312 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/6f57826902ca42c090f79f792ed12ba7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/edff1c22e2324bd3a71854cd5a3cc437, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/96241f53b9e0432e8672fbb169197d63, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/f8a970a409054cba9520684e31faac31, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/62779f9917654a8697d0f6099ba84b84, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/01e5b49a05c6424696d15534b061e69b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/73d48ac48eb1453c911175e430fe3cbf, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/01adc3dabb26463791b5024044f2b5f6, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/3ba0e8cab56346659099d6e80f44e71f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/3fb1f125114542c1a8a6bdcb76e413d8, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/e2eb02b7ed4f4e2398240d85c6e2e722, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/86c237fde76c425ab648cc508f9bddea, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/75097d5ec6f947c0ac9d9df6edfc5467, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/b905f00858ba413ab6d9f19b787d894f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/5d0b72b425d34b13aab75b84a4add984, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/c23a277957b542cbb4ab840eac9a4c61, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/d61c496071d14ec88e61f9d183abe710, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/1a0528b9a2924d4998db386ccf9b476c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/1df7e6ce2e9f4f64b9aef95a64231d36, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/beddedf4c3e24c9896f6264072dac340, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/8a3b6d106ab74cd2992c91da6c09d170, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/d7078e690a8f43a497bf5e47fc81661b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/c0e256ebc2ff4c379068c92b127e2985, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/c53ba8d4fa564af2bc4e6e4aea61cb0c, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/e667b36d0e3249a18973d9e177008504, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/574965df234f4a8eb1f4e09481a7ff53, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/f9d7a10fe5fd4d78861cfb4c9e9803ad, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/52709e976d2a42f7bd44fe88137a4241, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/4bf1a6c2a8de47b38ac49804d7ee3b13, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/284a0e635a1543628136ff6e1bf9e3a0] to archive 2024-12-08T06:22:22,313 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T06:22:22,314 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/6f57826902ca42c090f79f792ed12ba7 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/6f57826902ca42c090f79f792ed12ba7 2024-12-08T06:22:22,315 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/edff1c22e2324bd3a71854cd5a3cc437 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/edff1c22e2324bd3a71854cd5a3cc437 2024-12-08T06:22:22,316 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/96241f53b9e0432e8672fbb169197d63 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/96241f53b9e0432e8672fbb169197d63 2024-12-08T06:22:22,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/f8a970a409054cba9520684e31faac31 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/f8a970a409054cba9520684e31faac31 2024-12-08T06:22:22,317 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/62779f9917654a8697d0f6099ba84b84 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/62779f9917654a8697d0f6099ba84b84 2024-12-08T06:22:22,318 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/01e5b49a05c6424696d15534b061e69b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/01e5b49a05c6424696d15534b061e69b 2024-12-08T06:22:22,319 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/73d48ac48eb1453c911175e430fe3cbf to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/73d48ac48eb1453c911175e430fe3cbf 2024-12-08T06:22:22,320 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/01adc3dabb26463791b5024044f2b5f6 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/01adc3dabb26463791b5024044f2b5f6 2024-12-08T06:22:22,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/3ba0e8cab56346659099d6e80f44e71f to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/3ba0e8cab56346659099d6e80f44e71f 2024-12-08T06:22:22,321 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/3fb1f125114542c1a8a6bdcb76e413d8 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/3fb1f125114542c1a8a6bdcb76e413d8 2024-12-08T06:22:22,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/e2eb02b7ed4f4e2398240d85c6e2e722 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/e2eb02b7ed4f4e2398240d85c6e2e722 2024-12-08T06:22:22,323 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/86c237fde76c425ab648cc508f9bddea to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/86c237fde76c425ab648cc508f9bddea 2024-12-08T06:22:22,324 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/75097d5ec6f947c0ac9d9df6edfc5467 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/75097d5ec6f947c0ac9d9df6edfc5467 2024-12-08T06:22:22,325 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/b905f00858ba413ab6d9f19b787d894f to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/b905f00858ba413ab6d9f19b787d894f 2024-12-08T06:22:22,326 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/5d0b72b425d34b13aab75b84a4add984 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/5d0b72b425d34b13aab75b84a4add984 2024-12-08T06:22:22,327 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/c23a277957b542cbb4ab840eac9a4c61 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/c23a277957b542cbb4ab840eac9a4c61 2024-12-08T06:22:22,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/d61c496071d14ec88e61f9d183abe710 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/d61c496071d14ec88e61f9d183abe710 2024-12-08T06:22:22,328 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/1a0528b9a2924d4998db386ccf9b476c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/1a0528b9a2924d4998db386ccf9b476c 2024-12-08T06:22:22,329 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/1df7e6ce2e9f4f64b9aef95a64231d36 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/1df7e6ce2e9f4f64b9aef95a64231d36 2024-12-08T06:22:22,330 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/beddedf4c3e24c9896f6264072dac340 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/beddedf4c3e24c9896f6264072dac340 2024-12-08T06:22:22,331 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/8a3b6d106ab74cd2992c91da6c09d170 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/8a3b6d106ab74cd2992c91da6c09d170 2024-12-08T06:22:22,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/d7078e690a8f43a497bf5e47fc81661b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/d7078e690a8f43a497bf5e47fc81661b 2024-12-08T06:22:22,332 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/c0e256ebc2ff4c379068c92b127e2985 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/c0e256ebc2ff4c379068c92b127e2985 2024-12-08T06:22:22,333 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/c53ba8d4fa564af2bc4e6e4aea61cb0c to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/c53ba8d4fa564af2bc4e6e4aea61cb0c 2024-12-08T06:22:22,334 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/e667b36d0e3249a18973d9e177008504 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/e667b36d0e3249a18973d9e177008504 2024-12-08T06:22:22,335 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/574965df234f4a8eb1f4e09481a7ff53 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/574965df234f4a8eb1f4e09481a7ff53 2024-12-08T06:22:22,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/f9d7a10fe5fd4d78861cfb4c9e9803ad to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/f9d7a10fe5fd4d78861cfb4c9e9803ad 2024-12-08T06:22:22,336 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/52709e976d2a42f7bd44fe88137a4241 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/52709e976d2a42f7bd44fe88137a4241 2024-12-08T06:22:22,337 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/4bf1a6c2a8de47b38ac49804d7ee3b13 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/4bf1a6c2a8de47b38ac49804d7ee3b13 2024-12-08T06:22:22,338 DEBUG [StoreCloser-TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/284a0e635a1543628136ff6e1bf9e3a0 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/284a0e635a1543628136ff6e1bf9e3a0 2024-12-08T06:22:22,341 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/recovered.edits/462.seqid, newMaxSeqId=462, maxSeqId=1 2024-12-08T06:22:22,341 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07. 2024-12-08T06:22:22,341 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] regionserver.HRegion(1635): Region close journal for 81e03bcb04827c21c9aba085f64e3e07: 2024-12-08T06:22:22,343 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=157}] handler.UnassignRegionHandler(170): Closed 81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:22,343 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=156 updating hbase:meta row=81e03bcb04827c21c9aba085f64e3e07, regionState=CLOSED 2024-12-08T06:22:22,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-12-08T06:22:22,345 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; CloseRegionProcedure 81e03bcb04827c21c9aba085f64e3e07, server=cbcfd08a3627,46077,1733638796198 in 1.4780 sec 2024-12-08T06:22:22,345 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=156, resume processing ppid=155 2024-12-08T06:22:22,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, ppid=155, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=81e03bcb04827c21c9aba085f64e3e07, UNASSIGN in 1.4800 sec 2024-12-08T06:22:22,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-12-08T06:22:22,347 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.4820 sec 2024-12-08T06:22:22,347 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638942347"}]},"ts":"1733638942347"} 2024-12-08T06:22:22,348 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T06:22:22,350 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T06:22:22,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.4930 sec 2024-12-08T06:22:22,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-08T06:22:22,963 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-12-08T06:22:22,963 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T06:22:22,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:22:22,965 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=158, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:22:22,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-08T06:22:22,965 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=158, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:22:22,967 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:22,969 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A, FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B, FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C, FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/recovered.edits] 2024-12-08T06:22:22,971 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/b55142014dfa4c74aba30392e5018dac to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/b55142014dfa4c74aba30392e5018dac 2024-12-08T06:22:22,972 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/be00a86e2c0c4feca4803844f4f3688d to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/be00a86e2c0c4feca4803844f4f3688d 2024-12-08T06:22:22,973 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/e632c6f35a3f413a80ff485c4783f29b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/A/e632c6f35a3f413a80ff485c4783f29b 2024-12-08T06:22:22,974 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/61f6459eff5344daa407f335e6203d4e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/61f6459eff5344daa407f335e6203d4e 2024-12-08T06:22:22,975 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/c9b0501feb174ace8207f10b4f73e424 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/c9b0501feb174ace8207f10b4f73e424 2024-12-08T06:22:22,976 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/d45abafcebbd407288937c4d5048e900 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/B/d45abafcebbd407288937c4d5048e900 2024-12-08T06:22:22,978 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/2e52440531bb45bbb6d45fe28e6330bf to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/2e52440531bb45bbb6d45fe28e6330bf 2024-12-08T06:22:22,979 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/59414a5648ff41f7a92986217c0fa6ba to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/59414a5648ff41f7a92986217c0fa6ba 2024-12-08T06:22:22,980 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/db69fb80b91548edbc78e620e4a40f69 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/C/db69fb80b91548edbc78e620e4a40f69 2024-12-08T06:22:22,982 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/recovered.edits/462.seqid to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07/recovered.edits/462.seqid 2024-12-08T06:22:22,982 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/81e03bcb04827c21c9aba085f64e3e07 2024-12-08T06:22:22,982 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T06:22:22,984 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=158, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:22:22,986 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T06:22:22,987 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T06:22:22,988 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=158, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:22:22,988 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T06:22:22,988 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733638942988"}]},"ts":"9223372036854775807"} 2024-12-08T06:22:22,992 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-08T06:22:22,992 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 81e03bcb04827c21c9aba085f64e3e07, NAME => 'TestAcidGuarantees,,1733638917619.81e03bcb04827c21c9aba085f64e3e07.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T06:22:22,992 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T06:22:22,992 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733638942992"}]},"ts":"9223372036854775807"} 2024-12-08T06:22:22,993 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-08T06:22:22,995 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=158, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:22:22,995 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-12-08T06:22:23,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-08T06:22:23,066 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-12-08T06:22:23,075 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=451 (was 453), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=371 (was 396), ProcessCount=11 (was 11), AvailableMemoryMB=5878 (was 5889) 2024-12-08T06:22:23,083 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=371, ProcessCount=11, AvailableMemoryMB=5878 2024-12-08T06:22:23,084 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T06:22:23,085 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T06:22:23,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=159, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-08T06:22:23,086 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T06:22:23,086 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:23,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 159 2024-12-08T06:22:23,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-08T06:22:23,086 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T06:22:23,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742441_1617 (size=963) 2024-12-08T06:22:23,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-08T06:22:23,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-08T06:22:23,493 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4 2024-12-08T06:22:23,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742442_1618 (size=53) 2024-12-08T06:22:23,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-08T06:22:23,898 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T06:22:23,898 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing cbd0242424095de7d9670dfd82fd5d87, disabling compactions & flushes 2024-12-08T06:22:23,898 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:23,898 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:23,898 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. after waiting 0 ms 2024-12-08T06:22:23,898 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:23,898 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:23,898 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:23,899 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T06:22:23,899 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733638943899"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733638943899"}]},"ts":"1733638943899"} 2024-12-08T06:22:23,900 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-08T06:22:23,900 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T06:22:23,900 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638943900"}]},"ts":"1733638943900"} 2024-12-08T06:22:23,901 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-08T06:22:23,905 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cbd0242424095de7d9670dfd82fd5d87, ASSIGN}] 2024-12-08T06:22:23,906 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cbd0242424095de7d9670dfd82fd5d87, ASSIGN 2024-12-08T06:22:23,907 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=160, ppid=159, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cbd0242424095de7d9670dfd82fd5d87, ASSIGN; state=OFFLINE, location=cbcfd08a3627,46077,1733638796198; forceNewPlan=false, retain=false 2024-12-08T06:22:24,057 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=cbd0242424095de7d9670dfd82fd5d87, regionState=OPENING, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:24,058 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; OpenRegionProcedure cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198}] 2024-12-08T06:22:24,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-08T06:22:24,210 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:24,212 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:24,212 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7285): Opening region: {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} 2024-12-08T06:22:24,213 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:24,213 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T06:22:24,213 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7327): checking encryption for cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:24,213 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(7330): checking classloading for cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:24,214 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:24,215 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:22:24,215 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbd0242424095de7d9670dfd82fd5d87 columnFamilyName A 2024-12-08T06:22:24,215 DEBUG [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:24,215 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] regionserver.HStore(327): Store=cbd0242424095de7d9670dfd82fd5d87/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:22:24,216 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:24,216 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:22:24,216 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbd0242424095de7d9670dfd82fd5d87 columnFamilyName B 2024-12-08T06:22:24,216 DEBUG [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:24,217 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] regionserver.HStore(327): Store=cbd0242424095de7d9670dfd82fd5d87/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:22:24,217 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:24,217 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:22:24,218 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbd0242424095de7d9670dfd82fd5d87 columnFamilyName C 2024-12-08T06:22:24,218 DEBUG [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:24,218 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] regionserver.HStore(327): Store=cbd0242424095de7d9670dfd82fd5d87/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:22:24,218 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:24,219 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:24,219 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:24,220 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T06:22:24,221 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1085): writing seq id for cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:24,222 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T06:22:24,222 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1102): Opened cbd0242424095de7d9670dfd82fd5d87; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60926262, jitterRate=-0.09212794899940491}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T06:22:24,223 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegion(1001): Region open journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:24,223 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., pid=161, masterSystemTime=1733638944209 2024-12-08T06:22:24,225 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:24,225 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=161}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:24,225 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=160 updating hbase:meta row=cbd0242424095de7d9670dfd82fd5d87, regionState=OPEN, openSeqNum=2, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:24,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-12-08T06:22:24,227 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; OpenRegionProcedure cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 in 168 msec 2024-12-08T06:22:24,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=160, resume processing ppid=159 2024-12-08T06:22:24,228 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, ppid=159, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=cbd0242424095de7d9670dfd82fd5d87, ASSIGN in 322 msec 2024-12-08T06:22:24,228 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T06:22:24,228 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638944228"}]},"ts":"1733638944228"} 2024-12-08T06:22:24,229 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-08T06:22:24,232 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=159, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T06:22:24,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-12-08T06:22:24,454 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T06:22:25,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=159 2024-12-08T06:22:25,190 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 159 completed 2024-12-08T06:22:25,191 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6364386e to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@582ec26d 2024-12-08T06:22:25,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@507d2cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:22:25,198 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:22:25,199 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:22:25,200 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T06:22:25,201 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39086, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T06:22:25,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-08T06:22:25,202 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T06:22:25,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=162, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-08T06:22:25,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742443_1619 (size=999) 2024-12-08T06:22:25,612 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-08T06:22:25,612 INFO [PEWorker-5 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-08T06:22:25,613 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T06:22:25,615 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cbd0242424095de7d9670dfd82fd5d87, REOPEN/MOVE}] 2024-12-08T06:22:25,615 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cbd0242424095de7d9670dfd82fd5d87, REOPEN/MOVE 2024-12-08T06:22:25,616 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=cbd0242424095de7d9670dfd82fd5d87, regionState=CLOSING, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:25,617 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T06:22:25,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE; CloseRegionProcedure cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198}] 2024-12-08T06:22:25,768 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:25,768 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(124): Close cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:25,768 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-08T06:22:25,768 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1681): Closing cbd0242424095de7d9670dfd82fd5d87, disabling compactions & flushes 2024-12-08T06:22:25,768 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:25,768 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:25,768 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. after waiting 0 ms 2024-12-08T06:22:25,768 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:25,771 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-08T06:22:25,772 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:25,772 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegion(1635): Region close journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:25,772 WARN [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] regionserver.HRegionServer(3786): Not adding moved region record: cbd0242424095de7d9670dfd82fd5d87 to self. 2024-12-08T06:22:25,773 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=165}] handler.UnassignRegionHandler(170): Closed cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:25,773 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=cbd0242424095de7d9670dfd82fd5d87, regionState=CLOSED 2024-12-08T06:22:25,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-12-08T06:22:25,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; CloseRegionProcedure cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 in 157 msec 2024-12-08T06:22:25,775 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=164, ppid=163, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=cbd0242424095de7d9670dfd82fd5d87, REOPEN/MOVE; state=CLOSED, location=cbcfd08a3627,46077,1733638796198; forceNewPlan=false, retain=true 2024-12-08T06:22:25,913 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-08T06:22:25,926 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=cbd0242424095de7d9670dfd82fd5d87, regionState=OPENING, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:25,927 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=164, state=RUNNABLE; OpenRegionProcedure cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198}] 2024-12-08T06:22:26,078 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,080 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:26,080 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(7285): Opening region: {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} 2024-12-08T06:22:26,081 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:26,081 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T06:22:26,081 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(7327): checking encryption for cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:26,081 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(7330): checking classloading for cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:26,082 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:26,083 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:22:26,083 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbd0242424095de7d9670dfd82fd5d87 columnFamilyName A 2024-12-08T06:22:26,084 DEBUG [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:26,084 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] regionserver.HStore(327): Store=cbd0242424095de7d9670dfd82fd5d87/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:22:26,084 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:26,085 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:22:26,085 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbd0242424095de7d9670dfd82fd5d87 columnFamilyName B 2024-12-08T06:22:26,085 DEBUG [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:26,085 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] regionserver.HStore(327): Store=cbd0242424095de7d9670dfd82fd5d87/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:22:26,085 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:26,086 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-08T06:22:26,086 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cbd0242424095de7d9670dfd82fd5d87 columnFamilyName C 2024-12-08T06:22:26,086 DEBUG [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:26,086 INFO [StoreOpener-cbd0242424095de7d9670dfd82fd5d87-1 {}] regionserver.HStore(327): Store=cbd0242424095de7d9670dfd82fd5d87/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T06:22:26,086 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:26,087 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:26,087 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:26,088 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-08T06:22:26,089 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1085): writing seq id for cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:26,090 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1102): Opened cbd0242424095de7d9670dfd82fd5d87; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67903705, jitterRate=0.011844053864479065}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-08T06:22:26,090 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegion(1001): Region open journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:26,091 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., pid=166, masterSystemTime=1733638946078 2024-12-08T06:22:26,092 DEBUG [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:26,092 INFO [RS_OPEN_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_OPEN_REGION, pid=166}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:26,092 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=164 updating hbase:meta row=cbd0242424095de7d9670dfd82fd5d87, regionState=OPEN, openSeqNum=5, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=164 2024-12-08T06:22:26,094 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=164, state=SUCCESS; OpenRegionProcedure cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 in 166 msec 2024-12-08T06:22:26,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=164, resume processing ppid=163 2024-12-08T06:22:26,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, ppid=163, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=cbd0242424095de7d9670dfd82fd5d87, REOPEN/MOVE in 479 msec 2024-12-08T06:22:26,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-12-08T06:22:26,096 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 482 msec 2024-12-08T06:22:26,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 895 msec 2024-12-08T06:22:26,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-08T06:22:26,099 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4bbf3c1c to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@65aca2ac 2024-12-08T06:22:26,102 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c0f5004, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:22:26,103 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31f7586d to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@314e353d 2024-12-08T06:22:26,106 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1767dc60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:22:26,106 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4949adfa to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@96e8e33 2024-12-08T06:22:26,108 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20c3d7a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:22:26,109 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53ef82c4 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e8d919c 2024-12-08T06:22:26,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10cd3d28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:22:26,113 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0672325a to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44b14279 2024-12-08T06:22:26,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d6c03ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:22:26,115 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6eb94416 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3395eba8 2024-12-08T06:22:26,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17f6ce8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:22:26,118 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3852b0e3 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2406c4ea 2024-12-08T06:22:26,121 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a5e441, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:22:26,121 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4aa4b067 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58970c4d 2024-12-08T06:22:26,124 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723a6cf2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:22:26,124 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1ca17819 to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7cb4faa4 2024-12-08T06:22:26,127 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d48543c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:22:26,127 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77a6a62c to 127.0.0.1:52419 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c1c03a6 2024-12-08T06:22:26,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@336a5bad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-08T06:22:26,132 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:22:26,132 DEBUG [hconnection-0x5a134505-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:22:26,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees 2024-12-08T06:22:26,133 DEBUG [hconnection-0x48be1dcc-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:22:26,133 DEBUG [hconnection-0x11540b73-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:22:26,134 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35324, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:22:26,134 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:22:26,134 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:22:26,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-08T06:22:26,134 DEBUG [hconnection-0x4b357a67-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:22:26,134 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:22:26,135 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=167, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:22:26,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=168, ppid=167, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:22:26,135 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35346, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:22:26,135 DEBUG [hconnection-0x5c55f643-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:22:26,135 DEBUG [hconnection-0x41d09c6b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:22:26,136 DEBUG [hconnection-0x4ca86e35-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:22:26,136 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35360, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:22:26,136 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35366, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:22:26,137 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:22:26,138 DEBUG [hconnection-0x32f87985-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:22:26,139 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:22:26,140 DEBUG [hconnection-0x1430b60d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:22:26,141 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35380, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:22:26,141 DEBUG [hconnection-0x418d0c6a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T06:22:26,142 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35390, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T06:22:26,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:26,143 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cbd0242424095de7d9670dfd82fd5d87 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:22:26,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=A 2024-12-08T06:22:26,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:26,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=B 2024-12-08T06:22:26,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:26,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=C 2024-12-08T06:22:26,144 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:26,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:26,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639006165, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639006166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,169 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35330 deadline: 1733639006166, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,169 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:26,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35340 deadline: 1733639006167, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639006168, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,170 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120808687e3d55c94793b0260e27e6a4f106_cbd0242424095de7d9670dfd82fd5d87 is 50, key is test_row_0/A:col10/1733638946138/Put/seqid=0 2024-12-08T06:22:26,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742444_1620 (size=12154) 2024-12-08T06:22:26,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-08T06:22:26,270 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639006269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,271 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639006270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,271 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:26,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35330 deadline: 1733639006270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,272 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:26,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35340 deadline: 1733639006270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:26,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639006271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,287 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,288 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-08T06:22:26,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:26,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:26,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:26,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:26,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:26,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:26,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-08T06:22:26,440 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-08T06:22:26,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:26,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:26,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:26,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:26,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:26,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:26,472 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639006472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,473 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:26,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639006472, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:26,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35330 deadline: 1733639006473, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:26,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35340 deadline: 1733639006474, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,476 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:26,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639006475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,575 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:26,578 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120808687e3d55c94793b0260e27e6a4f106_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120808687e3d55c94793b0260e27e6a4f106_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:26,579 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/07d435280079437d891af17d27d95c05, store: [table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:26,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/07d435280079437d891af17d27d95c05 is 175, key is test_row_0/A:col10/1733638946138/Put/seqid=0 2024-12-08T06:22:26,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742445_1621 (size=30955) 2024-12-08T06:22:26,583 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/07d435280079437d891af17d27d95c05 2024-12-08T06:22:26,593 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,593 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-08T06:22:26,593 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:26,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:26,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:26,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:26,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:26,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:26,605 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/bc2662522c694772983c50974b027ed1 is 50, key is test_row_0/B:col10/1733638946138/Put/seqid=0 2024-12-08T06:22:26,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742446_1622 (size=12001) 2024-12-08T06:22:26,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-08T06:22:26,746 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-08T06:22:26,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:26,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:26,746 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:26,746 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:26,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:26,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:26,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:26,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639006774, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,776 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639006775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,777 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:26,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35330 deadline: 1733639006775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,779 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35340 deadline: 1733639006777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,779 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639006778, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,898 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:26,899 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-08T06:22:26,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:26,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:26,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:26,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:26,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:26,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:27,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/bc2662522c694772983c50974b027ed1 2024-12-08T06:22:27,041 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/d43d75610f9d40229c91ac099165e6d1 is 50, key is test_row_0/C:col10/1733638946138/Put/seqid=0 2024-12-08T06:22:27,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742447_1623 (size=12001) 2024-12-08T06:22:27,051 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:27,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-08T06:22:27,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:27,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:27,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:27,052 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:27,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:27,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:27,204 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:27,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-08T06:22:27,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:27,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:27,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:27,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:27,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:27,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:27,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-08T06:22:27,276 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:27,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639007275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:27,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:27,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639007278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:27,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35340 deadline: 1733639007282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:27,283 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:27,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35330 deadline: 1733639007282, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:27,284 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:27,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639007283, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:27,358 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:27,359 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-08T06:22:27,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:27,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:27,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:27,359 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] handler.RSProcedureHandler(58): pid=168 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:27,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=168 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:27,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=168 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:27,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/d43d75610f9d40229c91ac099165e6d1 2024-12-08T06:22:27,450 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/07d435280079437d891af17d27d95c05 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/07d435280079437d891af17d27d95c05 2024-12-08T06:22:27,453 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/07d435280079437d891af17d27d95c05, entries=150, sequenceid=17, filesize=30.2 K 2024-12-08T06:22:27,454 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/bc2662522c694772983c50974b027ed1 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/bc2662522c694772983c50974b027ed1 2024-12-08T06:22:27,457 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/bc2662522c694772983c50974b027ed1, entries=150, sequenceid=17, filesize=11.7 K 2024-12-08T06:22:27,458 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/d43d75610f9d40229c91ac099165e6d1 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/d43d75610f9d40229c91ac099165e6d1 2024-12-08T06:22:27,460 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/d43d75610f9d40229c91ac099165e6d1, entries=150, sequenceid=17, filesize=11.7 K 2024-12-08T06:22:27,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for cbd0242424095de7d9670dfd82fd5d87 in 1318ms, sequenceid=17, compaction requested=false 2024-12-08T06:22:27,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:27,510 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:27,510 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=168 2024-12-08T06:22:27,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:27,511 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2837): Flushing cbd0242424095de7d9670dfd82fd5d87 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T06:22:27,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=A 2024-12-08T06:22:27,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:27,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=B 2024-12-08T06:22:27,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:27,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=C 2024-12-08T06:22:27,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:27,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120869582656642f42b7ae68fb66bb4d34c6_cbd0242424095de7d9670dfd82fd5d87 is 50, key is test_row_0/A:col10/1733638946166/Put/seqid=0 2024-12-08T06:22:27,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742448_1624 (size=12154) 2024-12-08T06:22:27,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:27,527 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120869582656642f42b7ae68fb66bb4d34c6_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120869582656642f42b7ae68fb66bb4d34c6_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:27,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/76084c49de8a4e6aa74f8377da19de53, store: [table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:27,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/76084c49de8a4e6aa74f8377da19de53 is 175, key is test_row_0/A:col10/1733638946166/Put/seqid=0 2024-12-08T06:22:27,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742449_1625 (size=30955) 2024-12-08T06:22:27,538 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/76084c49de8a4e6aa74f8377da19de53 2024-12-08T06:22:27,546 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/16d868ddb74e402d89e0dce6be180f37 is 50, key is test_row_0/B:col10/1733638946166/Put/seqid=0 2024-12-08T06:22:27,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742450_1626 (size=12001) 2024-12-08T06:22:27,864 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-08T06:22:27,951 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/16d868ddb74e402d89e0dce6be180f37 2024-12-08T06:22:27,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/1a34d068ebc140a4ba44f5fb4841e166 is 50, key is test_row_0/C:col10/1733638946166/Put/seqid=0 2024-12-08T06:22:27,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742451_1627 (size=12001) 2024-12-08T06:22:28,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-08T06:22:28,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:28,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:28,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639008289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:28,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:28,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639008290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:28,292 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35340 deadline: 1733639008291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:28,293 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:28,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639008291, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:28,294 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:28,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35330 deadline: 1733639008293, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:28,364 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/1a34d068ebc140a4ba44f5fb4841e166 2024-12-08T06:22:28,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/76084c49de8a4e6aa74f8377da19de53 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/76084c49de8a4e6aa74f8377da19de53 2024-12-08T06:22:28,376 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/76084c49de8a4e6aa74f8377da19de53, entries=150, sequenceid=40, filesize=30.2 K 2024-12-08T06:22:28,377 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/16d868ddb74e402d89e0dce6be180f37 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/16d868ddb74e402d89e0dce6be180f37 2024-12-08T06:22:28,381 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/16d868ddb74e402d89e0dce6be180f37, entries=150, sequenceid=40, filesize=11.7 K 2024-12-08T06:22:28,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/1a34d068ebc140a4ba44f5fb4841e166 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/1a34d068ebc140a4ba44f5fb4841e166 2024-12-08T06:22:28,384 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/1a34d068ebc140a4ba44f5fb4841e166, entries=150, sequenceid=40, filesize=11.7 K 2024-12-08T06:22:28,385 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for cbd0242424095de7d9670dfd82fd5d87 in 875ms, sequenceid=40, compaction requested=false 2024-12-08T06:22:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.HRegion(2538): Flush status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:28,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=168}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=168 2024-12-08T06:22:28,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=168 2024-12-08T06:22:28,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=168, resume processing ppid=167 2024-12-08T06:22:28,387 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, ppid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2510 sec 2024-12-08T06:22:28,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=167, table=TestAcidGuarantees in 2.2560 sec 2024-12-08T06:22:28,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:28,394 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cbd0242424095de7d9670dfd82fd5d87 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-08T06:22:28,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=A 2024-12-08T06:22:28,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:28,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=B 2024-12-08T06:22:28,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:28,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=C 2024-12-08T06:22:28,394 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:28,400 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ec47a6cad01f4236bdee84c460d83a5a_cbd0242424095de7d9670dfd82fd5d87 is 50, key is test_row_0/A:col10/1733638948393/Put/seqid=0 2024-12-08T06:22:28,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742452_1628 (size=14594) 2024-12-08T06:22:28,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:28,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639008421, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:28,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639008422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:28,425 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:28,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639008422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:28,526 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:28,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639008524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:28,527 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639008526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:28,528 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:28,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639008526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:28,729 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:28,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639008728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:28,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:28,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639008729, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:28,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639008731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:28,806 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:28,810 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ec47a6cad01f4236bdee84c460d83a5a_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ec47a6cad01f4236bdee84c460d83a5a_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:28,810 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/c885070b6c354b289ff15d692bef1894, store: [table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:28,811 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/c885070b6c354b289ff15d692bef1894 is 175, key is test_row_0/A:col10/1733638948393/Put/seqid=0 2024-12-08T06:22:28,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742453_1629 (size=39549) 2024-12-08T06:22:28,815 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/c885070b6c354b289ff15d692bef1894 2024-12-08T06:22:28,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/60c9ede110b34ede806b1814f48cf39a is 50, key is test_row_0/B:col10/1733638948393/Put/seqid=0 2024-12-08T06:22:28,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742454_1630 (size=12001) 2024-12-08T06:22:28,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/60c9ede110b34ede806b1814f48cf39a 2024-12-08T06:22:28,832 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/d83a0e0cbfad46d8a774f38de535fba5 is 50, key is test_row_0/C:col10/1733638948393/Put/seqid=0 2024-12-08T06:22:28,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742455_1631 (size=12001) 2024-12-08T06:22:28,836 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/d83a0e0cbfad46d8a774f38de535fba5 2024-12-08T06:22:28,840 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/c885070b6c354b289ff15d692bef1894 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/c885070b6c354b289ff15d692bef1894 2024-12-08T06:22:28,843 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/c885070b6c354b289ff15d692bef1894, entries=200, sequenceid=54, filesize=38.6 K 2024-12-08T06:22:28,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/60c9ede110b34ede806b1814f48cf39a as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/60c9ede110b34ede806b1814f48cf39a 2024-12-08T06:22:28,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/60c9ede110b34ede806b1814f48cf39a, entries=150, sequenceid=54, filesize=11.7 K 2024-12-08T06:22:28,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/d83a0e0cbfad46d8a774f38de535fba5 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/d83a0e0cbfad46d8a774f38de535fba5 2024-12-08T06:22:28,850 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/d83a0e0cbfad46d8a774f38de535fba5, entries=150, sequenceid=54, filesize=11.7 K 2024-12-08T06:22:28,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for cbd0242424095de7d9670dfd82fd5d87 in 456ms, sequenceid=54, compaction requested=true 2024-12-08T06:22:28,850 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:28,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:22:28,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:28,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:22:28,851 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:28,851 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:28,851 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:28,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:22:28,852 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:28,853 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:28,853 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:28,853 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/A is initiating minor compaction (all files) 2024-12-08T06:22:28,853 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/B is initiating minor compaction (all files) 2024-12-08T06:22:28,853 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/A in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:28,853 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/B in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:28,853 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/07d435280079437d891af17d27d95c05, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/76084c49de8a4e6aa74f8377da19de53, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/c885070b6c354b289ff15d692bef1894] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=99.1 K 2024-12-08T06:22:28,853 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:28,853 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/07d435280079437d891af17d27d95c05, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/76084c49de8a4e6aa74f8377da19de53, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/c885070b6c354b289ff15d692bef1894] 2024-12-08T06:22:28,853 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/bc2662522c694772983c50974b027ed1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/16d868ddb74e402d89e0dce6be180f37, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/60c9ede110b34ede806b1814f48cf39a] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=35.2 K 2024-12-08T06:22:28,853 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 07d435280079437d891af17d27d95c05, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733638946138 2024-12-08T06:22:28,853 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting bc2662522c694772983c50974b027ed1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733638946138 2024-12-08T06:22:28,854 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76084c49de8a4e6aa74f8377da19de53, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733638946161 2024-12-08T06:22:28,854 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 16d868ddb74e402d89e0dce6be180f37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733638946161 2024-12-08T06:22:28,854 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting c885070b6c354b289ff15d692bef1894, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733638948284 2024-12-08T06:22:28,854 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 60c9ede110b34ede806b1814f48cf39a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733638948284 2024-12-08T06:22:28,860 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:28,861 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#B#compaction#540 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:28,862 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/2ef44c1431b8491687f0a50f2a35d975 is 50, key is test_row_0/B:col10/1733638948393/Put/seqid=0 2024-12-08T06:22:28,864 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120809b6a79d79644a4593b5ac89b78fc3f4_cbd0242424095de7d9670dfd82fd5d87 store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:28,865 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120809b6a79d79644a4593b5ac89b78fc3f4_cbd0242424095de7d9670dfd82fd5d87, store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:28,866 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120809b6a79d79644a4593b5ac89b78fc3f4_cbd0242424095de7d9670dfd82fd5d87 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:28,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742456_1632 (size=12104) 2024-12-08T06:22:28,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742457_1633 (size=4469) 2024-12-08T06:22:29,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:29,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cbd0242424095de7d9670dfd82fd5d87 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T06:22:29,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=A 2024-12-08T06:22:29,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:29,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=B 2024-12-08T06:22:29,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:29,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=C 2024-12-08T06:22:29,036 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:29,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120881bad7de288c4c18a7a1e8a52e8fe154_cbd0242424095de7d9670dfd82fd5d87 is 50, key is test_row_0/A:col10/1733638948421/Put/seqid=0 2024-12-08T06:22:29,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742458_1634 (size=17034) 2024-12-08T06:22:29,046 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:29,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:29,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639009046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:29,049 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120881bad7de288c4c18a7a1e8a52e8fe154_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120881bad7de288c4c18a7a1e8a52e8fe154_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:29,050 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/bc711ecee9934d1886fbf5434226af4d, store: [table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:29,050 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/bc711ecee9934d1886fbf5434226af4d is 175, key is test_row_0/A:col10/1733638948421/Put/seqid=0 2024-12-08T06:22:29,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:29,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639009047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:29,052 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:29,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639009049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:29,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742459_1635 (size=48139) 2024-12-08T06:22:29,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:29,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639009150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:29,153 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:29,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639009152, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:29,154 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:29,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639009153, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:29,282 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#A#compaction#541 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:29,283 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/a9c9bf4c2db9432880c1d85942d75d23 is 175, key is test_row_0/A:col10/1733638948393/Put/seqid=0 2024-12-08T06:22:29,285 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/2ef44c1431b8491687f0a50f2a35d975 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/2ef44c1431b8491687f0a50f2a35d975 2024-12-08T06:22:29,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742460_1636 (size=31058) 2024-12-08T06:22:29,289 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/B of cbd0242424095de7d9670dfd82fd5d87 into 2ef44c1431b8491687f0a50f2a35d975(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:29,289 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:29,289 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/B, priority=13, startTime=1733638948851; duration=0sec 2024-12-08T06:22:29,289 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:29,289 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:B 2024-12-08T06:22:29,289 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:29,291 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/a9c9bf4c2db9432880c1d85942d75d23 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/a9c9bf4c2db9432880c1d85942d75d23 2024-12-08T06:22:29,291 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:29,291 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/C is initiating minor compaction (all files) 2024-12-08T06:22:29,291 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/C in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:29,291 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/d43d75610f9d40229c91ac099165e6d1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/1a34d068ebc140a4ba44f5fb4841e166, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/d83a0e0cbfad46d8a774f38de535fba5] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=35.2 K 2024-12-08T06:22:29,291 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d43d75610f9d40229c91ac099165e6d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733638946138 2024-12-08T06:22:29,291 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a34d068ebc140a4ba44f5fb4841e166, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733638946161 2024-12-08T06:22:29,292 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d83a0e0cbfad46d8a774f38de535fba5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733638948284 2024-12-08T06:22:29,298 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#C#compaction#543 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:29,298 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/650d655dcbb84ce48be7c27420a99d73 is 50, key is test_row_0/C:col10/1733638948393/Put/seqid=0 2024-12-08T06:22:29,303 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/A of cbd0242424095de7d9670dfd82fd5d87 into a9c9bf4c2db9432880c1d85942d75d23(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:29,303 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:29,303 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/A, priority=13, startTime=1733638948851; duration=0sec 2024-12-08T06:22:29,303 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:29,303 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:A 2024-12-08T06:22:29,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742461_1637 (size=12104) 2024-12-08T06:22:29,317 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/650d655dcbb84ce48be7c27420a99d73 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/650d655dcbb84ce48be7c27420a99d73 2024-12-08T06:22:29,321 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/C of cbd0242424095de7d9670dfd82fd5d87 into 650d655dcbb84ce48be7c27420a99d73(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:29,321 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:29,321 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/C, priority=13, startTime=1733638948852; duration=0sec 2024-12-08T06:22:29,321 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:29,321 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:C 2024-12-08T06:22:29,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:29,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639009354, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:29,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:29,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639009355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:29,356 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:29,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639009355, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:29,454 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/bc711ecee9934d1886fbf5434226af4d 2024-12-08T06:22:29,460 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/69853236e4194d5a8f0562baab9c4191 is 50, key is test_row_0/B:col10/1733638948421/Put/seqid=0 2024-12-08T06:22:29,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742462_1638 (size=12001) 2024-12-08T06:22:29,465 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/69853236e4194d5a8f0562baab9c4191 2024-12-08T06:22:29,472 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/4693bf5e09464e4fa2c68d80ae3426e9 is 50, key is test_row_0/C:col10/1733638948421/Put/seqid=0 2024-12-08T06:22:29,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742463_1639 (size=12001) 2024-12-08T06:22:29,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639009663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:29,664 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:29,664 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639009663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:29,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639009663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:29,882 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/4693bf5e09464e4fa2c68d80ae3426e9 2024-12-08T06:22:29,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/bc711ecee9934d1886fbf5434226af4d as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/bc711ecee9934d1886fbf5434226af4d 2024-12-08T06:22:29,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/bc711ecee9934d1886fbf5434226af4d, entries=250, sequenceid=78, filesize=47.0 K 2024-12-08T06:22:29,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/69853236e4194d5a8f0562baab9c4191 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/69853236e4194d5a8f0562baab9c4191 2024-12-08T06:22:29,897 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/69853236e4194d5a8f0562baab9c4191, entries=150, sequenceid=78, filesize=11.7 K 2024-12-08T06:22:29,898 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/4693bf5e09464e4fa2c68d80ae3426e9 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/4693bf5e09464e4fa2c68d80ae3426e9 2024-12-08T06:22:29,901 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/4693bf5e09464e4fa2c68d80ae3426e9, entries=150, sequenceid=78, filesize=11.7 K 2024-12-08T06:22:29,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for cbd0242424095de7d9670dfd82fd5d87 in 869ms, sequenceid=78, compaction requested=false 2024-12-08T06:22:29,904 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:30,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:30,167 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cbd0242424095de7d9670dfd82fd5d87 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-08T06:22:30,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=A 2024-12-08T06:22:30,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:30,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=B 2024-12-08T06:22:30,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:30,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=C 2024-12-08T06:22:30,167 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:30,173 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412084fc3fd1a4547417cb863cea522d6c320_cbd0242424095de7d9670dfd82fd5d87 is 50, key is test_row_0/A:col10/1733638949047/Put/seqid=0 2024-12-08T06:22:30,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742464_1640 (size=14594) 2024-12-08T06:22:30,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:30,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639010220, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:30,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639010224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:30,227 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:30,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639010224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:30,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=167 2024-12-08T06:22:30,239 INFO [Thread-2722 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 167 completed 2024-12-08T06:22:30,240 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:22:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees 2024-12-08T06:22:30,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-08T06:22:30,247 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:22:30,248 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=169, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:22:30,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:22:30,304 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:30,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35340 deadline: 1733639010302, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:30,305 DEBUG [Thread-2716 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4137 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., hostname=cbcfd08a3627,46077,1733638796198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T06:22:30,315 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:30,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35330 deadline: 1733639010313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:30,315 DEBUG [Thread-2720 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4149 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., hostname=cbcfd08a3627,46077,1733638796198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T06:22:30,326 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:30,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639010325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:30,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639010328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:30,330 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:30,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639010328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:30,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-08T06:22:30,399 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:30,400 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-08T06:22:30,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:30,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:30,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:30,400 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:30,400 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:30,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:30,529 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:30,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639010527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:30,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639010531, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:30,533 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:30,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639010532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:30,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-08T06:22:30,552 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:30,552 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-08T06:22:30,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:30,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:30,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:30,553 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:30,553 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:30,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:30,578 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:30,587 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412084fc3fd1a4547417cb863cea522d6c320_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412084fc3fd1a4547417cb863cea522d6c320_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:30,587 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/8e37cf9d25bf49eeb32c4c51fe94af0f, store: [table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:30,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/8e37cf9d25bf49eeb32c4c51fe94af0f is 175, key is test_row_0/A:col10/1733638949047/Put/seqid=0 2024-12-08T06:22:30,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742465_1641 (size=39549) 2024-12-08T06:22:30,592 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=94, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/8e37cf9d25bf49eeb32c4c51fe94af0f 2024-12-08T06:22:30,598 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/7bcf880d5a274a0abd036916b5ab4ff9 is 50, key is test_row_0/B:col10/1733638949047/Put/seqid=0 2024-12-08T06:22:30,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742466_1642 (size=12001) 2024-12-08T06:22:30,705 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:30,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-08T06:22:30,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:30,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:30,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:30,705 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:30,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:30,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:30,832 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:30,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639010830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:30,835 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639010834, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:30,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639010836, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:30,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-08T06:22:30,857 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:30,858 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-08T06:22:30,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:30,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:30,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:30,858 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:30,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:30,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:31,006 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/7bcf880d5a274a0abd036916b5ab4ff9 2024-12-08T06:22:31,010 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:31,010 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-08T06:22:31,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:31,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:31,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:31,010 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:31,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:31,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:31,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/5bd405f3ca4e487eba0dc1199cf2196b is 50, key is test_row_0/C:col10/1733638949047/Put/seqid=0 2024-12-08T06:22:31,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742467_1643 (size=12001) 2024-12-08T06:22:31,162 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:31,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-08T06:22:31,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:31,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:31,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:31,163 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:31,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:31,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:31,315 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:31,315 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-08T06:22:31,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:31,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:31,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:31,316 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] handler.RSProcedureHandler(58): pid=170 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:31,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=170 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:31,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=170 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:31,336 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:31,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639011335, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:31,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:31,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639011338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:31,340 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:31,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639011339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:31,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-08T06:22:31,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/5bd405f3ca4e487eba0dc1199cf2196b 2024-12-08T06:22:31,421 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/8e37cf9d25bf49eeb32c4c51fe94af0f as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/8e37cf9d25bf49eeb32c4c51fe94af0f 2024-12-08T06:22:31,424 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/8e37cf9d25bf49eeb32c4c51fe94af0f, entries=200, sequenceid=94, filesize=38.6 K 2024-12-08T06:22:31,424 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/7bcf880d5a274a0abd036916b5ab4ff9 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/7bcf880d5a274a0abd036916b5ab4ff9 2024-12-08T06:22:31,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/7bcf880d5a274a0abd036916b5ab4ff9, entries=150, sequenceid=94, filesize=11.7 K 2024-12-08T06:22:31,428 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/5bd405f3ca4e487eba0dc1199cf2196b as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/5bd405f3ca4e487eba0dc1199cf2196b 2024-12-08T06:22:31,431 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/5bd405f3ca4e487eba0dc1199cf2196b, entries=150, sequenceid=94, filesize=11.7 K 2024-12-08T06:22:31,431 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for cbd0242424095de7d9670dfd82fd5d87 in 1264ms, sequenceid=94, compaction requested=true 2024-12-08T06:22:31,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:31,431 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:22:31,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:31,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:22:31,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:31,432 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:31,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:22:31,432 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:31,432 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:31,433 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:31,433 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118746 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:31,433 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/A is initiating minor compaction (all files) 2024-12-08T06:22:31,433 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/B is initiating minor compaction (all files) 2024-12-08T06:22:31,433 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/A in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:31,433 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/B in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:31,433 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/2ef44c1431b8491687f0a50f2a35d975, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/69853236e4194d5a8f0562baab9c4191, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/7bcf880d5a274a0abd036916b5ab4ff9] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=35.3 K 2024-12-08T06:22:31,433 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/a9c9bf4c2db9432880c1d85942d75d23, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/bc711ecee9934d1886fbf5434226af4d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/8e37cf9d25bf49eeb32c4c51fe94af0f] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=116.0 K 2024-12-08T06:22:31,433 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:31,433 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/a9c9bf4c2db9432880c1d85942d75d23, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/bc711ecee9934d1886fbf5434226af4d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/8e37cf9d25bf49eeb32c4c51fe94af0f] 2024-12-08T06:22:31,433 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 2ef44c1431b8491687f0a50f2a35d975, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733638948284 2024-12-08T06:22:31,434 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9c9bf4c2db9432880c1d85942d75d23, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733638948284 2024-12-08T06:22:31,434 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 69853236e4194d5a8f0562baab9c4191, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733638948421 2024-12-08T06:22:31,434 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 7bcf880d5a274a0abd036916b5ab4ff9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733638949043 2024-12-08T06:22:31,434 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc711ecee9934d1886fbf5434226af4d, keycount=250, bloomtype=ROW, size=47.0 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733638948419 2024-12-08T06:22:31,434 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e37cf9d25bf49eeb32c4c51fe94af0f, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733638949036 2024-12-08T06:22:31,440 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:31,441 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#B#compaction#549 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:31,441 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/bed99f8d4c884f7da4754ee61eac214e is 50, key is test_row_0/B:col10/1733638949047/Put/seqid=0 2024-12-08T06:22:31,442 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208f2c48d69255c431c9c94a2890933d485_cbd0242424095de7d9670dfd82fd5d87 store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:31,444 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208f2c48d69255c431c9c94a2890933d485_cbd0242424095de7d9670dfd82fd5d87, store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:31,444 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f2c48d69255c431c9c94a2890933d485_cbd0242424095de7d9670dfd82fd5d87 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:31,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742468_1644 (size=12207) 2024-12-08T06:22:31,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742469_1645 (size=4469) 2024-12-08T06:22:31,451 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#A#compaction#550 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:31,451 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/342b7db4284644c793a7040637731f13 is 175, key is test_row_0/A:col10/1733638949047/Put/seqid=0 2024-12-08T06:22:31,453 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/bed99f8d4c884f7da4754ee61eac214e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/bed99f8d4c884f7da4754ee61eac214e 2024-12-08T06:22:31,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742470_1646 (size=31161) 2024-12-08T06:22:31,457 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/B of cbd0242424095de7d9670dfd82fd5d87 into bed99f8d4c884f7da4754ee61eac214e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:31,457 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:31,457 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/B, priority=13, startTime=1733638951432; duration=0sec 2024-12-08T06:22:31,457 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:31,457 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:B 2024-12-08T06:22:31,458 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:31,459 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:31,459 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/C is initiating minor compaction (all files) 2024-12-08T06:22:31,459 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/C in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:31,459 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/650d655dcbb84ce48be7c27420a99d73, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/4693bf5e09464e4fa2c68d80ae3426e9, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/5bd405f3ca4e487eba0dc1199cf2196b] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=35.3 K 2024-12-08T06:22:31,459 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 650d655dcbb84ce48be7c27420a99d73, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733638948284 2024-12-08T06:22:31,460 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/342b7db4284644c793a7040637731f13 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/342b7db4284644c793a7040637731f13 2024-12-08T06:22:31,460 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 4693bf5e09464e4fa2c68d80ae3426e9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733638948421 2024-12-08T06:22:31,460 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 5bd405f3ca4e487eba0dc1199cf2196b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733638949043 2024-12-08T06:22:31,464 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/A of cbd0242424095de7d9670dfd82fd5d87 into 342b7db4284644c793a7040637731f13(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:31,464 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:31,464 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/A, priority=13, startTime=1733638951431; duration=0sec 2024-12-08T06:22:31,464 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:31,464 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:A 2024-12-08T06:22:31,467 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#C#compaction#551 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:31,468 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/56c3f861c1d24ef4af1ed350f7f24900 is 50, key is test_row_0/C:col10/1733638949047/Put/seqid=0 2024-12-08T06:22:31,468 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:31,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=170 2024-12-08T06:22:31,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:31,468 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2837): Flushing cbd0242424095de7d9670dfd82fd5d87 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-08T06:22:31,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=A 2024-12-08T06:22:31,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:31,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=B 2024-12-08T06:22:31,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:31,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=C 2024-12-08T06:22:31,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:31,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742471_1647 (size=12207) 2024-12-08T06:22:31,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082f28245e299b4e8f9ffed5117e8766e6_cbd0242424095de7d9670dfd82fd5d87 is 50, key is test_row_0/A:col10/1733638950223/Put/seqid=0 2024-12-08T06:22:31,476 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/56c3f861c1d24ef4af1ed350f7f24900 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/56c3f861c1d24ef4af1ed350f7f24900 2024-12-08T06:22:31,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742472_1648 (size=12154) 2024-12-08T06:22:31,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:31,481 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/C of cbd0242424095de7d9670dfd82fd5d87 into 56c3f861c1d24ef4af1ed350f7f24900(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:31,481 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:31,481 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/C, priority=13, startTime=1733638951432; duration=0sec 2024-12-08T06:22:31,481 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:31,481 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:C 2024-12-08T06:22:31,483 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082f28245e299b4e8f9ffed5117e8766e6_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082f28245e299b4e8f9ffed5117e8766e6_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:31,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/f61c8bf7b03c44c88d758c49de5bf1be, store: [table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:31,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/f61c8bf7b03c44c88d758c49de5bf1be is 175, key is test_row_0/A:col10/1733638950223/Put/seqid=0 2024-12-08T06:22:31,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742473_1649 (size=30955) 2024-12-08T06:22:31,489 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=119, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/f61c8bf7b03c44c88d758c49de5bf1be 2024-12-08T06:22:31,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/8f775879190740dd943f664c853bcb93 is 50, key is test_row_0/B:col10/1733638950223/Put/seqid=0 2024-12-08T06:22:31,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742474_1650 (size=12001) 2024-12-08T06:22:31,900 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/8f775879190740dd943f664c853bcb93 2024-12-08T06:22:31,906 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/88dfe543fdaa4489a21d8c8d3c4bec36 is 50, key is test_row_0/C:col10/1733638950223/Put/seqid=0 2024-12-08T06:22:31,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742475_1651 (size=12001) 2024-12-08T06:22:32,310 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=119 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/88dfe543fdaa4489a21d8c8d3c4bec36 2024-12-08T06:22:32,314 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/f61c8bf7b03c44c88d758c49de5bf1be as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/f61c8bf7b03c44c88d758c49de5bf1be 2024-12-08T06:22:32,318 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/f61c8bf7b03c44c88d758c49de5bf1be, entries=150, sequenceid=119, filesize=30.2 K 2024-12-08T06:22:32,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/8f775879190740dd943f664c853bcb93 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/8f775879190740dd943f664c853bcb93 2024-12-08T06:22:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,321 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/8f775879190740dd943f664c853bcb93, entries=150, sequenceid=119, filesize=11.7 K 2024-12-08T06:22:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/88dfe543fdaa4489a21d8c8d3c4bec36 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/88dfe543fdaa4489a21d8c8d3c4bec36 2024-12-08T06:22:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,325 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/88dfe543fdaa4489a21d8c8d3c4bec36, entries=150, sequenceid=119, filesize=11.7 K 2024-12-08T06:22:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,326 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for cbd0242424095de7d9670dfd82fd5d87 in 858ms, sequenceid=119, compaction requested=false 2024-12-08T06:22:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.HRegion(2538): Flush status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:32,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:32,326 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=170}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=170 2024-12-08T06:22:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=170 2024-12-08T06:22:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-08T06:22:32,329 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0790 sec 2024-12-08T06:22:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,330 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=169, table=TestAcidGuarantees in 2.0890 sec 2024-12-08T06:22:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-08T06:22:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,345 INFO [Thread-2722 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-12-08T06:22:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,346 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:22:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees 2024-12-08T06:22:32,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-08T06:22:32,348 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:22:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,348 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=171, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:22:32,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,348 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=172, ppid=171, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:22:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:32,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cbd0242424095de7d9670dfd82fd5d87 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:22:32,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=A 2024-12-08T06:22:32,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:32,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=B 2024-12-08T06:22:32,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:32,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=C 2024-12-08T06:22:32,373 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:32,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208a28cf79fd2d945ac936927dc791527f7_cbd0242424095de7d9670dfd82fd5d87 is 50, key is test_row_0/A:col10/1733638952370/Put/seqid=0 2024-12-08T06:22:32,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742476_1652 (size=12254) 2024-12-08T06:22:32,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639012401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:32,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:32,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639012402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:32,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:32,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639012405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:32,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-08T06:22:32,500 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:32,501 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-08T06:22:32,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:32,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:32,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:32,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:32,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:32,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:32,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:32,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639012506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:32,508 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:32,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639012506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:32,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:32,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639012508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:32,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-08T06:22:32,653 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:32,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-08T06:22:32,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:32,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:32,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:32,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:32,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:32,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:32,710 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639012708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:32,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639012709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:32,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:32,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639012710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:32,789 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:32,793 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208a28cf79fd2d945ac936927dc791527f7_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208a28cf79fd2d945ac936927dc791527f7_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:32,794 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/b60795518f1048ec9b44c7578cbe0123, store: [table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:32,794 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/b60795518f1048ec9b44c7578cbe0123 is 175, key is test_row_0/A:col10/1733638952370/Put/seqid=0 2024-12-08T06:22:32,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742477_1653 (size=31055) 2024-12-08T06:22:32,805 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:32,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-08T06:22:32,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:32,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:32,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:32,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:32,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:32,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-08T06:22:32,958 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:32,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-08T06:22:32,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:32,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:32,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:32,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:32,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:33,014 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:33,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639013012, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639013013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:33,015 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639013014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:33,110 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:33,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-08T06:22:33,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:33,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:33,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:33,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:33,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:33,198 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=131, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/b60795518f1048ec9b44c7578cbe0123 2024-12-08T06:22:33,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/7a2988dc29b34b7fb755c6663aa7ef81 is 50, key is test_row_0/B:col10/1733638952370/Put/seqid=0 2024-12-08T06:22:33,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742478_1654 (size=12101) 2024-12-08T06:22:33,263 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:33,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-08T06:22:33,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:33,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:33,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:33,263 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:33,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:33,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:33,415 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:33,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-08T06:22:33,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:33,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:33,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:33,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:33,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:33,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-08T06:22:33,517 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639013516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:33,518 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639013516, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:33,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:33,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639013517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:33,567 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:33,567 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-08T06:22:33,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:33,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:33,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:33,568 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:33,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:33,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:33,608 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/7a2988dc29b34b7fb755c6663aa7ef81 2024-12-08T06:22:33,615 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/a8c90d3df5f740beafcc491f46155c36 is 50, key is test_row_0/C:col10/1733638952370/Put/seqid=0 2024-12-08T06:22:33,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742479_1655 (size=12101) 2024-12-08T06:22:33,720 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:33,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-08T06:22:33,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:33,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:33,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:33,720 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:33,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:33,872 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:33,872 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-08T06:22:33,872 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:33,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:33,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:33,873 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:33,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:33,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:34,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=131 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/a8c90d3df5f740beafcc491f46155c36 2024-12-08T06:22:34,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/b60795518f1048ec9b44c7578cbe0123 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/b60795518f1048ec9b44c7578cbe0123 2024-12-08T06:22:34,024 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:34,025 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-08T06:22:34,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:34,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:34,025 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:34,025 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] handler.RSProcedureHandler(58): pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:34,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=172 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=172 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:34,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/b60795518f1048ec9b44c7578cbe0123, entries=150, sequenceid=131, filesize=30.3 K 2024-12-08T06:22:34,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/7a2988dc29b34b7fb755c6663aa7ef81 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/7a2988dc29b34b7fb755c6663aa7ef81 2024-12-08T06:22:34,031 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/7a2988dc29b34b7fb755c6663aa7ef81, entries=150, sequenceid=131, filesize=11.8 K 2024-12-08T06:22:34,031 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/a8c90d3df5f740beafcc491f46155c36 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/a8c90d3df5f740beafcc491f46155c36 2024-12-08T06:22:34,034 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/a8c90d3df5f740beafcc491f46155c36, entries=150, sequenceid=131, filesize=11.8 K 2024-12-08T06:22:34,035 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for cbd0242424095de7d9670dfd82fd5d87 in 1662ms, sequenceid=131, compaction requested=true 2024-12-08T06:22:34,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:34,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:22:34,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:34,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:22:34,035 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:34,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:34,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:22:34,035 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:34,035 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:34,036 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93171 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:34,036 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:34,036 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/A is initiating minor compaction (all files) 2024-12-08T06:22:34,036 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/B is initiating minor compaction (all files) 2024-12-08T06:22:34,036 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/A in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:34,036 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/B in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:34,036 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/bed99f8d4c884f7da4754ee61eac214e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/8f775879190740dd943f664c853bcb93, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/7a2988dc29b34b7fb755c6663aa7ef81] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=35.5 K 2024-12-08T06:22:34,036 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/342b7db4284644c793a7040637731f13, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/f61c8bf7b03c44c88d758c49de5bf1be, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/b60795518f1048ec9b44c7578cbe0123] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=91.0 K 2024-12-08T06:22:34,036 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:34,036 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/342b7db4284644c793a7040637731f13, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/f61c8bf7b03c44c88d758c49de5bf1be, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/b60795518f1048ec9b44c7578cbe0123] 2024-12-08T06:22:34,037 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting bed99f8d4c884f7da4754ee61eac214e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733638949043 2024-12-08T06:22:34,037 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 8f775879190740dd943f664c853bcb93, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733638950188 2024-12-08T06:22:34,037 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 342b7db4284644c793a7040637731f13, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733638949043 2024-12-08T06:22:34,037 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a2988dc29b34b7fb755c6663aa7ef81, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733638952366 2024-12-08T06:22:34,037 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting f61c8bf7b03c44c88d758c49de5bf1be, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733638950188 2024-12-08T06:22:34,038 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting b60795518f1048ec9b44c7578cbe0123, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733638952366 2024-12-08T06:22:34,043 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#B#compaction#558 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:34,044 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/75e6e5c3131848299b1fd355ed00d3b4 is 50, key is test_row_0/B:col10/1733638952370/Put/seqid=0 2024-12-08T06:22:34,046 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:34,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742480_1656 (size=12409) 2024-12-08T06:22:34,048 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208f5d339cd7a454d5ab516e02ad132fcba_cbd0242424095de7d9670dfd82fd5d87 store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:34,050 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208f5d339cd7a454d5ab516e02ad132fcba_cbd0242424095de7d9670dfd82fd5d87, store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:34,050 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f5d339cd7a454d5ab516e02ad132fcba_cbd0242424095de7d9670dfd82fd5d87 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:34,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742481_1657 (size=4469) 2024-12-08T06:22:34,055 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#A#compaction#559 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:34,056 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/9174bb15c5914135835e37ac0cb431f0 is 175, key is test_row_0/A:col10/1733638952370/Put/seqid=0 2024-12-08T06:22:34,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742482_1658 (size=31363) 2024-12-08T06:22:34,177 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:34,178 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=172 2024-12-08T06:22:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:34,178 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2837): Flushing cbd0242424095de7d9670dfd82fd5d87 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T06:22:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=A 2024-12-08T06:22:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=B 2024-12-08T06:22:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=C 2024-12-08T06:22:34,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:34,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f7fffe1b1ff5439e9e31cdde808e6726_cbd0242424095de7d9670dfd82fd5d87 is 50, key is test_row_0/A:col10/1733638952400/Put/seqid=0 2024-12-08T06:22:34,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742483_1659 (size=12304) 2024-12-08T06:22:34,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:34,192 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f7fffe1b1ff5439e9e31cdde808e6726_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f7fffe1b1ff5439e9e31cdde808e6726_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:34,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/32926b447055422683726d7253e4be69, store: [table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:34,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/32926b447055422683726d7253e4be69 is 175, key is test_row_0/A:col10/1733638952400/Put/seqid=0 2024-12-08T06:22:34,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742484_1660 (size=31105) 2024-12-08T06:22:34,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:34,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:34,333 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:34,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35340 deadline: 1733639014331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:34,353 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:34,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35330 deadline: 1733639014352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:34,354 DEBUG [Thread-2720 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8188 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., hostname=cbcfd08a3627,46077,1733638796198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T06:22:34,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:34,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35340 deadline: 1733639014434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:34,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-08T06:22:34,452 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/75e6e5c3131848299b1fd355ed00d3b4 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/75e6e5c3131848299b1fd355ed00d3b4 2024-12-08T06:22:34,456 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/B of cbd0242424095de7d9670dfd82fd5d87 into 75e6e5c3131848299b1fd355ed00d3b4(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:34,456 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:34,456 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/B, priority=13, startTime=1733638954035; duration=0sec 2024-12-08T06:22:34,456 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:34,456 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:B 2024-12-08T06:22:34,456 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:34,457 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36309 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:34,457 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/C is initiating minor compaction (all files) 2024-12-08T06:22:34,457 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/C in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:34,457 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/56c3f861c1d24ef4af1ed350f7f24900, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/88dfe543fdaa4489a21d8c8d3c4bec36, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/a8c90d3df5f740beafcc491f46155c36] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=35.5 K 2024-12-08T06:22:34,458 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 56c3f861c1d24ef4af1ed350f7f24900, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733638949043 2024-12-08T06:22:34,458 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 88dfe543fdaa4489a21d8c8d3c4bec36, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=119, earliestPutTs=1733638950188 2024-12-08T06:22:34,458 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting a8c90d3df5f740beafcc491f46155c36, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733638952366 2024-12-08T06:22:34,463 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/9174bb15c5914135835e37ac0cb431f0 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/9174bb15c5914135835e37ac0cb431f0 2024-12-08T06:22:34,465 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#C#compaction#561 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:34,466 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/be09c72065a94f06a34cfb69a85a6013 is 50, key is test_row_0/C:col10/1733638952370/Put/seqid=0 2024-12-08T06:22:34,468 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/A of cbd0242424095de7d9670dfd82fd5d87 into 9174bb15c5914135835e37ac0cb431f0(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:34,468 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:34,468 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/A, priority=13, startTime=1733638954035; duration=0sec 2024-12-08T06:22:34,468 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:34,468 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:A 2024-12-08T06:22:34,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742485_1661 (size=12409) 2024-12-08T06:22:34,523 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:34,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639014522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:34,527 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:34,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639014525, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:34,529 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639014527, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:34,597 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=156, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/32926b447055422683726d7253e4be69 2024-12-08T06:22:34,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/1b35f464d78346f28eaca29bcc585618 is 50, key is test_row_0/B:col10/1733638952400/Put/seqid=0 2024-12-08T06:22:34,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742486_1662 (size=12151) 2024-12-08T06:22:34,608 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/1b35f464d78346f28eaca29bcc585618 2024-12-08T06:22:34,614 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/296bc846166c476282bb68e7f85449ea is 50, key is test_row_0/C:col10/1733638952400/Put/seqid=0 2024-12-08T06:22:34,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742487_1663 (size=12151) 2024-12-08T06:22:34,618 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=156 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/296bc846166c476282bb68e7f85449ea 2024-12-08T06:22:34,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/32926b447055422683726d7253e4be69 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/32926b447055422683726d7253e4be69 2024-12-08T06:22:34,624 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/32926b447055422683726d7253e4be69, entries=150, sequenceid=156, filesize=30.4 K 2024-12-08T06:22:34,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/1b35f464d78346f28eaca29bcc585618 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/1b35f464d78346f28eaca29bcc585618 2024-12-08T06:22:34,628 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/1b35f464d78346f28eaca29bcc585618, entries=150, sequenceid=156, filesize=11.9 K 2024-12-08T06:22:34,628 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/296bc846166c476282bb68e7f85449ea as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/296bc846166c476282bb68e7f85449ea 2024-12-08T06:22:34,631 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/296bc846166c476282bb68e7f85449ea, entries=150, sequenceid=156, filesize=11.9 K 2024-12-08T06:22:34,632 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for cbd0242424095de7d9670dfd82fd5d87 in 454ms, sequenceid=156, compaction requested=false 2024-12-08T06:22:34,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.HRegion(2538): Flush status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:34,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:34,632 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=172}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=172 2024-12-08T06:22:34,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=172 2024-12-08T06:22:34,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=172, resume processing ppid=171 2024-12-08T06:22:34,635 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, ppid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.2850 sec 2024-12-08T06:22:34,636 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=171, table=TestAcidGuarantees in 2.2880 sec 2024-12-08T06:22:34,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:34,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cbd0242424095de7d9670dfd82fd5d87 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-08T06:22:34,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=A 2024-12-08T06:22:34,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:34,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=B 2024-12-08T06:22:34,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:34,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=C 2024-12-08T06:22:34,640 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:34,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120815db0b4d59194fa3960eaa51f8821291_cbd0242424095de7d9670dfd82fd5d87 is 50, key is test_row_0/A:col10/1733638954330/Put/seqid=0 2024-12-08T06:22:34,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742488_1664 (size=12304) 2024-12-08T06:22:34,703 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:34,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35340 deadline: 1733639014701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:34,806 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:34,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35340 deadline: 1733639014804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:34,878 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/be09c72065a94f06a34cfb69a85a6013 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/be09c72065a94f06a34cfb69a85a6013 2024-12-08T06:22:34,882 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/C of cbd0242424095de7d9670dfd82fd5d87 into be09c72065a94f06a34cfb69a85a6013(size=12.1 K), total size for store is 24.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:34,882 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:34,882 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/C, priority=13, startTime=1733638954035; duration=0sec 2024-12-08T06:22:34,883 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:34,883 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:C 2024-12-08T06:22:35,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:35,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35340 deadline: 1733639015008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:35,048 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:35,052 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120815db0b4d59194fa3960eaa51f8821291_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120815db0b4d59194fa3960eaa51f8821291_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:35,052 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/6df358fdd16d4ce0bbbc5f9c8657acc2, store: [table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:35,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/6df358fdd16d4ce0bbbc5f9c8657acc2 is 175, key is test_row_0/A:col10/1733638954330/Put/seqid=0 2024-12-08T06:22:35,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742489_1665 (size=31105) 2024-12-08T06:22:35,314 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:35,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35340 deadline: 1733639015313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:35,457 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=170, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/6df358fdd16d4ce0bbbc5f9c8657acc2 2024-12-08T06:22:35,463 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/e6a6b28e3e25450db769d58e0eb97adc is 50, key is test_row_0/B:col10/1733638954330/Put/seqid=0 2024-12-08T06:22:35,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742490_1666 (size=12151) 2024-12-08T06:22:35,819 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:35,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35340 deadline: 1733639015819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:35,866 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/e6a6b28e3e25450db769d58e0eb97adc 2024-12-08T06:22:35,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/4c5ccf0281264bb1a81095f1821bf8e8 is 50, key is test_row_0/C:col10/1733638954330/Put/seqid=0 2024-12-08T06:22:35,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742491_1667 (size=12151) 2024-12-08T06:22:35,913 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-08T06:22:35,913 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-08T06:22:36,277 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/4c5ccf0281264bb1a81095f1821bf8e8 2024-12-08T06:22:36,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/6df358fdd16d4ce0bbbc5f9c8657acc2 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/6df358fdd16d4ce0bbbc5f9c8657acc2 2024-12-08T06:22:36,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/6df358fdd16d4ce0bbbc5f9c8657acc2, entries=150, sequenceid=170, filesize=30.4 K 2024-12-08T06:22:36,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/e6a6b28e3e25450db769d58e0eb97adc as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/e6a6b28e3e25450db769d58e0eb97adc 2024-12-08T06:22:36,289 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/e6a6b28e3e25450db769d58e0eb97adc, entries=150, sequenceid=170, filesize=11.9 K 2024-12-08T06:22:36,289 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/4c5ccf0281264bb1a81095f1821bf8e8 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/4c5ccf0281264bb1a81095f1821bf8e8 2024-12-08T06:22:36,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/4c5ccf0281264bb1a81095f1821bf8e8, entries=150, sequenceid=170, filesize=11.9 K 2024-12-08T06:22:36,293 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for cbd0242424095de7d9670dfd82fd5d87 in 1654ms, sequenceid=170, compaction requested=true 2024-12-08T06:22:36,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:36,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:22:36,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:36,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:22:36,293 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:36,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:36,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:22:36,293 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:36,293 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:36,294 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:36,294 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93573 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:36,294 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/A is initiating minor compaction (all files) 2024-12-08T06:22:36,294 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/B is initiating minor compaction (all files) 2024-12-08T06:22:36,294 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/A in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:36,294 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/B in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:36,294 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/9174bb15c5914135835e37ac0cb431f0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/32926b447055422683726d7253e4be69, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/6df358fdd16d4ce0bbbc5f9c8657acc2] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=91.4 K 2024-12-08T06:22:36,294 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/75e6e5c3131848299b1fd355ed00d3b4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/1b35f464d78346f28eaca29bcc585618, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/e6a6b28e3e25450db769d58e0eb97adc] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=35.9 K 2024-12-08T06:22:36,294 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:36,294 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/9174bb15c5914135835e37ac0cb431f0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/32926b447055422683726d7253e4be69, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/6df358fdd16d4ce0bbbc5f9c8657acc2] 2024-12-08T06:22:36,295 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 75e6e5c3131848299b1fd355ed00d3b4, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733638952366 2024-12-08T06:22:36,295 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9174bb15c5914135835e37ac0cb431f0, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733638952366 2024-12-08T06:22:36,295 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b35f464d78346f28eaca29bcc585618, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733638952400 2024-12-08T06:22:36,295 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32926b447055422683726d7253e4be69, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733638952400 2024-12-08T06:22:36,295 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting e6a6b28e3e25450db769d58e0eb97adc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733638954320 2024-12-08T06:22:36,295 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6df358fdd16d4ce0bbbc5f9c8657acc2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733638954320 2024-12-08T06:22:36,301 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:36,302 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#B#compaction#567 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:36,302 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/79b4ec72d3804618a23af9cc1735a3fd is 50, key is test_row_0/B:col10/1733638954330/Put/seqid=0 2024-12-08T06:22:36,303 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208f7e403a1facf4f5c8fcc5fd19fccb102_cbd0242424095de7d9670dfd82fd5d87 store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:36,305 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208f7e403a1facf4f5c8fcc5fd19fccb102_cbd0242424095de7d9670dfd82fd5d87, store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:36,305 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208f7e403a1facf4f5c8fcc5fd19fccb102_cbd0242424095de7d9670dfd82fd5d87 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:36,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742492_1668 (size=12561) 2024-12-08T06:22:36,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742493_1669 (size=4469) 2024-12-08T06:22:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=171 2024-12-08T06:22:36,452 INFO [Thread-2722 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 171 completed 2024-12-08T06:22:36,454 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:22:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees 2024-12-08T06:22:36,455 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:22:36,457 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=173, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:22:36,457 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:22:36,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-08T06:22:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:36,530 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cbd0242424095de7d9670dfd82fd5d87 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-08T06:22:36,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=A 2024-12-08T06:22:36,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:36,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=B 2024-12-08T06:22:36,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:36,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=C 2024-12-08T06:22:36,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:36,536 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082651dc230cc44186a9c7d03f72c5c5f3_cbd0242424095de7d9670dfd82fd5d87 is 50, key is test_row_0/A:col10/1733638954700/Put/seqid=0 2024-12-08T06:22:36,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742494_1670 (size=14794) 2024-12-08T06:22:36,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:36,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639016545, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:36,548 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:36,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639016546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:36,549 DEBUG [Thread-2714 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., hostname=cbcfd08a3627,46077,1733638796198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T06:22:36,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:36,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639016548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:36,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-08T06:22:36,608 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:36,609 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-08T06:22:36,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:36,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:36,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:36,609 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:36,609 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:36,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:36,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:36,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639016649, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:36,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:36,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639016651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:36,714 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/79b4ec72d3804618a23af9cc1735a3fd as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/79b4ec72d3804618a23af9cc1735a3fd 2024-12-08T06:22:36,714 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#A#compaction#568 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:36,714 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/792316ca3fc0467a8314922c4030f8f7 is 175, key is test_row_0/A:col10/1733638954330/Put/seqid=0 2024-12-08T06:22:36,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742495_1671 (size=31515) 2024-12-08T06:22:36,719 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/B of cbd0242424095de7d9670dfd82fd5d87 into 79b4ec72d3804618a23af9cc1735a3fd(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:36,719 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:36,719 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/B, priority=13, startTime=1733638956293; duration=0sec 2024-12-08T06:22:36,719 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:36,719 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:B 2024-12-08T06:22:36,719 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:36,720 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36711 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:36,720 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/C is initiating minor compaction (all files) 2024-12-08T06:22:36,720 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/C in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:36,721 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/be09c72065a94f06a34cfb69a85a6013, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/296bc846166c476282bb68e7f85449ea, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/4c5ccf0281264bb1a81095f1821bf8e8] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=35.9 K 2024-12-08T06:22:36,721 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting be09c72065a94f06a34cfb69a85a6013, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=131, earliestPutTs=1733638952366 2024-12-08T06:22:36,721 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 296bc846166c476282bb68e7f85449ea, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=156, earliestPutTs=1733638952400 2024-12-08T06:22:36,721 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 4c5ccf0281264bb1a81095f1821bf8e8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733638954320 2024-12-08T06:22:36,727 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#C#compaction#570 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:36,728 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/624cbef7dd3848feaa662b32fc1598c3 is 50, key is test_row_0/C:col10/1733638954330/Put/seqid=0 2024-12-08T06:22:36,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742496_1672 (size=12561) 2024-12-08T06:22:36,735 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/624cbef7dd3848feaa662b32fc1598c3 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/624cbef7dd3848feaa662b32fc1598c3 2024-12-08T06:22:36,739 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/C of cbd0242424095de7d9670dfd82fd5d87 into 624cbef7dd3848feaa662b32fc1598c3(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:36,739 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:36,739 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/C, priority=13, startTime=1733638956293; duration=0sec 2024-12-08T06:22:36,739 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:36,739 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:C 2024-12-08T06:22:36,761 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:36,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-08T06:22:36,761 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-08T06:22:36,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:36,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:36,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:36,761 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:36,761 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:36,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:36,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:36,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35340 deadline: 1733639016824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:36,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639016853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:36,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:36,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639016854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:36,913 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:36,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-08T06:22:36,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:36,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:36,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:36,914 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:36,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:36,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:36,941 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:36,944 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412082651dc230cc44186a9c7d03f72c5c5f3_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082651dc230cc44186a9c7d03f72c5c5f3_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:36,945 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/12a463a7ce4b4529bca95ed363e85761, store: [table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:36,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/12a463a7ce4b4529bca95ed363e85761 is 175, key is test_row_0/A:col10/1733638954700/Put/seqid=0 2024-12-08T06:22:36,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742497_1673 (size=39749) 2024-12-08T06:22:37,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-08T06:22:37,066 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:37,066 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-08T06:22:37,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:37,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:37,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:37,067 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:37,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:37,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:37,122 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/792316ca3fc0467a8314922c4030f8f7 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/792316ca3fc0467a8314922c4030f8f7 2024-12-08T06:22:37,126 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/A of cbd0242424095de7d9670dfd82fd5d87 into 792316ca3fc0467a8314922c4030f8f7(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:37,126 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:37,126 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/A, priority=13, startTime=1733638956293; duration=0sec 2024-12-08T06:22:37,126 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:37,126 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:A 2024-12-08T06:22:37,156 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:37,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639017154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:37,159 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:37,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639017157, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:37,218 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:37,219 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-08T06:22:37,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:37,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:37,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:37,219 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:37,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:37,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:37,351 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=196, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/12a463a7ce4b4529bca95ed363e85761 2024-12-08T06:22:37,357 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/3261ad0fa34e417f918be420ec0fd386 is 50, key is test_row_0/B:col10/1733638954700/Put/seqid=0 2024-12-08T06:22:37,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742498_1674 (size=12151) 2024-12-08T06:22:37,371 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:37,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-08T06:22:37,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:37,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:37,371 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:37,371 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:37,372 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:37,523 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:37,524 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-08T06:22:37,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:37,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:37,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:37,524 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:37,524 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:37,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:37,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-08T06:22:37,658 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:37,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639017657, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:37,663 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:37,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639017662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:37,676 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:37,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-08T06:22:37,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:37,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:37,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:37,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:37,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:37,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:37,761 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/3261ad0fa34e417f918be420ec0fd386 2024-12-08T06:22:37,767 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/78464026749f4ff595d4c63d14f04442 is 50, key is test_row_0/C:col10/1733638954700/Put/seqid=0 2024-12-08T06:22:37,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742499_1675 (size=12151) 2024-12-08T06:22:37,828 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:37,829 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-08T06:22:37,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:37,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:37,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:37,829 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:37,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:37,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:37,981 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:37,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-08T06:22:37,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:37,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:37,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:37,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:37,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:37,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:38,134 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:38,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-08T06:22:38,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:38,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:38,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:38,134 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] handler.RSProcedureHandler(58): pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:38,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=174 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:38,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=174 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:38,172 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=196 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/78464026749f4ff595d4c63d14f04442 2024-12-08T06:22:38,180 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/12a463a7ce4b4529bca95ed363e85761 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/12a463a7ce4b4529bca95ed363e85761 2024-12-08T06:22:38,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/12a463a7ce4b4529bca95ed363e85761, entries=200, sequenceid=196, filesize=38.8 K 2024-12-08T06:22:38,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/3261ad0fa34e417f918be420ec0fd386 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/3261ad0fa34e417f918be420ec0fd386 2024-12-08T06:22:38,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/3261ad0fa34e417f918be420ec0fd386, entries=150, sequenceid=196, filesize=11.9 K 2024-12-08T06:22:38,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/78464026749f4ff595d4c63d14f04442 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/78464026749f4ff595d4c63d14f04442 2024-12-08T06:22:38,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/78464026749f4ff595d4c63d14f04442, entries=150, sequenceid=196, filesize=11.9 K 2024-12-08T06:22:38,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for cbd0242424095de7d9670dfd82fd5d87 in 1662ms, sequenceid=196, compaction requested=false 2024-12-08T06:22:38,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:38,286 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:38,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=174 2024-12-08T06:22:38,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:38,287 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2837): Flushing cbd0242424095de7d9670dfd82fd5d87 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:22:38,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=A 2024-12-08T06:22:38,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:38,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=B 2024-12-08T06:22:38,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:38,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=C 2024-12-08T06:22:38,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:38,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208b4dda101b81d46649802e2f27e922d24_cbd0242424095de7d9670dfd82fd5d87 is 50, key is test_row_0/A:col10/1733638956547/Put/seqid=0 2024-12-08T06:22:38,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742500_1676 (size=12304) 2024-12-08T06:22:38,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-08T06:22:38,661 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:38,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:38,697 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:38,701 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208b4dda101b81d46649802e2f27e922d24_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208b4dda101b81d46649802e2f27e922d24_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:38,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/57ce872e5e7447029e137e4041ac75ee, store: [table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:38,702 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/57ce872e5e7447029e137e4041ac75ee is 175, key is test_row_0/A:col10/1733638956547/Put/seqid=0 2024-12-08T06:22:38,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742501_1677 (size=31105) 2024-12-08T06:22:38,706 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=210, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/57ce872e5e7447029e137e4041ac75ee 2024-12-08T06:22:38,707 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:38,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639018704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:38,708 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:38,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639018704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:38,712 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/d343e618739340d281c90ab983c6322b is 50, key is test_row_0/B:col10/1733638956547/Put/seqid=0 2024-12-08T06:22:38,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742502_1678 (size=12151) 2024-12-08T06:22:38,726 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/d343e618739340d281c90ab983c6322b 2024-12-08T06:22:38,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/cdf299e9b40845f491fac3dd4b4bbf16 is 50, key is test_row_0/C:col10/1733638956547/Put/seqid=0 2024-12-08T06:22:38,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742503_1679 (size=12151) 2024-12-08T06:22:38,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:38,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639018809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:38,814 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:38,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639018812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:38,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:38,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35340 deadline: 1733639018839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:38,841 DEBUG [Thread-2716 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4140 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., hostname=cbcfd08a3627,46077,1733638796198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T06:22:39,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:39,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639019010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:39,017 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:39,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639019015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:39,154 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=210 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/cdf299e9b40845f491fac3dd4b4bbf16 2024-12-08T06:22:39,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/57ce872e5e7447029e137e4041ac75ee as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/57ce872e5e7447029e137e4041ac75ee 2024-12-08T06:22:39,162 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/57ce872e5e7447029e137e4041ac75ee, entries=150, sequenceid=210, filesize=30.4 K 2024-12-08T06:22:39,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/d343e618739340d281c90ab983c6322b as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/d343e618739340d281c90ab983c6322b 2024-12-08T06:22:39,166 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/d343e618739340d281c90ab983c6322b, entries=150, sequenceid=210, filesize=11.9 K 2024-12-08T06:22:39,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/cdf299e9b40845f491fac3dd4b4bbf16 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/cdf299e9b40845f491fac3dd4b4bbf16 2024-12-08T06:22:39,169 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/cdf299e9b40845f491fac3dd4b4bbf16, entries=150, sequenceid=210, filesize=11.9 K 2024-12-08T06:22:39,170 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for cbd0242424095de7d9670dfd82fd5d87 in 883ms, sequenceid=210, compaction requested=true 2024-12-08T06:22:39,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.HRegion(2538): Flush status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:39,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:39,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=174}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=174 2024-12-08T06:22:39,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=174 2024-12-08T06:22:39,172 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-08T06:22:39,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7140 sec 2024-12-08T06:22:39,174 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=173, table=TestAcidGuarantees in 2.7190 sec 2024-12-08T06:22:39,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:39,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cbd0242424095de7d9670dfd82fd5d87 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-08T06:22:39,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=A 2024-12-08T06:22:39,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:39,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=B 2024-12-08T06:22:39,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:39,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=C 2024-12-08T06:22:39,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:39,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081959fc624ac54cc7a87e00d5d6468373_cbd0242424095de7d9670dfd82fd5d87 is 50, key is test_row_0/A:col10/1733638958696/Put/seqid=0 2024-12-08T06:22:39,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742504_1680 (size=14794) 2024-12-08T06:22:39,334 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:39,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639019331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:39,334 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:39,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639019331, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:39,437 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639019435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:39,438 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:39,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639019435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:39,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639019639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:39,640 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:39,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639019639, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:39,730 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:39,733 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412081959fc624ac54cc7a87e00d5d6468373_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081959fc624ac54cc7a87e00d5d6468373_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:39,734 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/70815f55e6fb4e389603b9d133fbc7a7, store: [table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:39,735 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/70815f55e6fb4e389603b9d133fbc7a7 is 175, key is test_row_0/A:col10/1733638958696/Put/seqid=0 2024-12-08T06:22:39,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742505_1681 (size=39749) 2024-12-08T06:22:39,738 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=236, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/70815f55e6fb4e389603b9d133fbc7a7 2024-12-08T06:22:39,743 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/7a571caaf0b646c29565ceb2a40d7708 is 50, key is test_row_0/B:col10/1733638958696/Put/seqid=0 2024-12-08T06:22:39,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742506_1682 (size=12151) 2024-12-08T06:22:39,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:39,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639019942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:39,945 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:39,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639019943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:40,147 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/7a571caaf0b646c29565ceb2a40d7708 2024-12-08T06:22:40,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/36ac9b1871e24d789482c4d4753611e4 is 50, key is test_row_0/C:col10/1733638958696/Put/seqid=0 2024-12-08T06:22:40,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742507_1683 (size=12151) 2024-12-08T06:22:40,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:40,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639020447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:40,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:40,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639020448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:40,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:40,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35380 deadline: 1733639020555, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:40,558 DEBUG [Thread-2714 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8155 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., hostname=cbcfd08a3627,46077,1733638796198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T06:22:40,558 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=236 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/36ac9b1871e24d789482c4d4753611e4 2024-12-08T06:22:40,562 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/70815f55e6fb4e389603b9d133fbc7a7 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/70815f55e6fb4e389603b9d133fbc7a7 2024-12-08T06:22:40,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=173 2024-12-08T06:22:40,564 INFO [Thread-2722 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 173 completed 2024-12-08T06:22:40,565 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/70815f55e6fb4e389603b9d133fbc7a7, entries=200, sequenceid=236, filesize=38.8 K 2024-12-08T06:22:40,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/7a571caaf0b646c29565ceb2a40d7708 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/7a571caaf0b646c29565ceb2a40d7708 2024-12-08T06:22:40,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:22:40,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees 2024-12-08T06:22:40,567 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:22:40,568 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=175, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:22:40,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=175, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:22:40,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-08T06:22:40,570 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/7a571caaf0b646c29565ceb2a40d7708, entries=150, sequenceid=236, filesize=11.9 K 2024-12-08T06:22:40,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/36ac9b1871e24d789482c4d4753611e4 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/36ac9b1871e24d789482c4d4753611e4 2024-12-08T06:22:40,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/36ac9b1871e24d789482c4d4753611e4, entries=150, sequenceid=236, filesize=11.9 K 2024-12-08T06:22:40,574 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for cbd0242424095de7d9670dfd82fd5d87 in 1255ms, sequenceid=236, compaction requested=true 2024-12-08T06:22:40,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:40,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:22:40,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:40,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:22:40,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:40,574 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:22:40,575 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:40,575 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:22:40,575 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:22:40,575 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:22:40,575 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 142118 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:22:40,575 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/A is initiating minor compaction (all files) 2024-12-08T06:22:40,575 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/B is initiating minor compaction (all files) 2024-12-08T06:22:40,576 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/B in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:40,576 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/A in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:40,576 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/79b4ec72d3804618a23af9cc1735a3fd, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/3261ad0fa34e417f918be420ec0fd386, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/d343e618739340d281c90ab983c6322b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/7a571caaf0b646c29565ceb2a40d7708] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=47.9 K 2024-12-08T06:22:40,576 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/792316ca3fc0467a8314922c4030f8f7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/12a463a7ce4b4529bca95ed363e85761, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/57ce872e5e7447029e137e4041ac75ee, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/70815f55e6fb4e389603b9d133fbc7a7] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=138.8 K 2024-12-08T06:22:40,576 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:40,576 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/792316ca3fc0467a8314922c4030f8f7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/12a463a7ce4b4529bca95ed363e85761, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/57ce872e5e7447029e137e4041ac75ee, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/70815f55e6fb4e389603b9d133fbc7a7] 2024-12-08T06:22:40,576 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 792316ca3fc0467a8314922c4030f8f7, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733638954320 2024-12-08T06:22:40,576 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 79b4ec72d3804618a23af9cc1735a3fd, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733638954320 2024-12-08T06:22:40,576 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12a463a7ce4b4529bca95ed363e85761, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733638954694 2024-12-08T06:22:40,576 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 3261ad0fa34e417f918be420ec0fd386, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733638954694 2024-12-08T06:22:40,577 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d343e618739340d281c90ab983c6322b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733638956539 2024-12-08T06:22:40,577 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57ce872e5e7447029e137e4041ac75ee, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733638956539 2024-12-08T06:22:40,577 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 7a571caaf0b646c29565ceb2a40d7708, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733638958696 2024-12-08T06:22:40,577 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70815f55e6fb4e389603b9d133fbc7a7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733638958696 2024-12-08T06:22:40,583 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:40,584 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#B#compaction#579 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:40,584 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/8b3bb0c7163744c18dd4aaf47a92565a is 50, key is test_row_0/B:col10/1733638958696/Put/seqid=0 2024-12-08T06:22:40,586 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412086d1f27db499c44e3a42d40fd30de5844_cbd0242424095de7d9670dfd82fd5d87 store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:40,589 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412086d1f27db499c44e3a42d40fd30de5844_cbd0242424095de7d9670dfd82fd5d87, store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:40,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742508_1684 (size=12697) 2024-12-08T06:22:40,590 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412086d1f27db499c44e3a42d40fd30de5844_cbd0242424095de7d9670dfd82fd5d87 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:40,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742509_1685 (size=4469) 2024-12-08T06:22:40,595 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/8b3bb0c7163744c18dd4aaf47a92565a as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/8b3bb0c7163744c18dd4aaf47a92565a 2024-12-08T06:22:40,595 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#A#compaction#580 average throughput is 2.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:40,596 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/def434adebc04a72b5507e74f8f86740 is 175, key is test_row_0/A:col10/1733638958696/Put/seqid=0 2024-12-08T06:22:40,599 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/B of cbd0242424095de7d9670dfd82fd5d87 into 8b3bb0c7163744c18dd4aaf47a92565a(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:40,599 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:40,599 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/B, priority=12, startTime=1733638960574; duration=0sec 2024-12-08T06:22:40,599 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:40,599 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:B 2024-12-08T06:22:40,599 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-08T06:22:40,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742510_1686 (size=31651) 2024-12-08T06:22:40,601 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49014 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-08T06:22:40,601 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/C is initiating minor compaction (all files) 2024-12-08T06:22:40,601 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/C in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:40,601 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/624cbef7dd3848feaa662b32fc1598c3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/78464026749f4ff595d4c63d14f04442, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/cdf299e9b40845f491fac3dd4b4bbf16, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/36ac9b1871e24d789482c4d4753611e4] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=47.9 K 2024-12-08T06:22:40,602 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 624cbef7dd3848feaa662b32fc1598c3, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733638954320 2024-12-08T06:22:40,602 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 78464026749f4ff595d4c63d14f04442, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=196, earliestPutTs=1733638954694 2024-12-08T06:22:40,603 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting cdf299e9b40845f491fac3dd4b4bbf16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=210, earliestPutTs=1733638956539 2024-12-08T06:22:40,603 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 36ac9b1871e24d789482c4d4753611e4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733638958696 2024-12-08T06:22:40,605 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/def434adebc04a72b5507e74f8f86740 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/def434adebc04a72b5507e74f8f86740 2024-12-08T06:22:40,611 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/A of cbd0242424095de7d9670dfd82fd5d87 into def434adebc04a72b5507e74f8f86740(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:40,611 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:40,611 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/A, priority=12, startTime=1733638960574; duration=0sec 2024-12-08T06:22:40,611 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:40,611 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:A 2024-12-08T06:22:40,612 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#C#compaction#581 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:40,612 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/d653203f39d742c8aa5135174c156be9 is 50, key is test_row_0/C:col10/1733638958696/Put/seqid=0 2024-12-08T06:22:40,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742511_1687 (size=12697) 2024-12-08T06:22:40,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-08T06:22:40,720 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:40,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=176 2024-12-08T06:22:40,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:40,721 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2837): Flushing cbd0242424095de7d9670dfd82fd5d87 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-08T06:22:40,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=A 2024-12-08T06:22:40,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:40,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=B 2024-12-08T06:22:40,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:40,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=C 2024-12-08T06:22:40,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:40,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ce8f9a359e49424fba3e40a62725e886_cbd0242424095de7d9670dfd82fd5d87 is 50, key is test_row_0/A:col10/1733638959330/Put/seqid=0 2024-12-08T06:22:40,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742512_1688 (size=12304) 2024-12-08T06:22:40,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:40,735 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208ce8f9a359e49424fba3e40a62725e886_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ce8f9a359e49424fba3e40a62725e886_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:40,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/5590e573040b4b7bbb1473e44cccf233, store: [table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:40,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/5590e573040b4b7bbb1473e44cccf233 is 175, key is test_row_0/A:col10/1733638959330/Put/seqid=0 2024-12-08T06:22:40,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742513_1689 (size=31105) 2024-12-08T06:22:40,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-08T06:22:41,020 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/d653203f39d742c8aa5135174c156be9 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/d653203f39d742c8aa5135174c156be9 2024-12-08T06:22:41,024 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/C of cbd0242424095de7d9670dfd82fd5d87 into d653203f39d742c8aa5135174c156be9(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:41,024 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:41,024 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/C, priority=12, startTime=1733638960574; duration=0sec 2024-12-08T06:22:41,024 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:41,024 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:C 2024-12-08T06:22:41,140 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=248, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/5590e573040b4b7bbb1473e44cccf233 2024-12-08T06:22:41,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/1a4c1a9801cf4c0e94824416ac683502 is 50, key is test_row_0/B:col10/1733638959330/Put/seqid=0 2024-12-08T06:22:41,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742514_1690 (size=12151) 2024-12-08T06:22:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-08T06:22:41,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:41,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:41,495 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:41,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639021493, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:41,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:41,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639021494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:41,551 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/1a4c1a9801cf4c0e94824416ac683502 2024-12-08T06:22:41,558 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/1b5ad9ca0f704170ac0e892564457427 is 50, key is test_row_0/C:col10/1733638959330/Put/seqid=0 2024-12-08T06:22:41,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742515_1691 (size=12151) 2024-12-08T06:22:41,563 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/1b5ad9ca0f704170ac0e892564457427 2024-12-08T06:22:41,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/5590e573040b4b7bbb1473e44cccf233 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/5590e573040b4b7bbb1473e44cccf233 2024-12-08T06:22:41,570 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/5590e573040b4b7bbb1473e44cccf233, entries=150, sequenceid=248, filesize=30.4 K 2024-12-08T06:22:41,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/1a4c1a9801cf4c0e94824416ac683502 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/1a4c1a9801cf4c0e94824416ac683502 2024-12-08T06:22:41,575 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/1a4c1a9801cf4c0e94824416ac683502, entries=150, sequenceid=248, filesize=11.9 K 2024-12-08T06:22:41,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/1b5ad9ca0f704170ac0e892564457427 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/1b5ad9ca0f704170ac0e892564457427 2024-12-08T06:22:41,579 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/1b5ad9ca0f704170ac0e892564457427, entries=150, sequenceid=248, filesize=11.9 K 2024-12-08T06:22:41,579 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for cbd0242424095de7d9670dfd82fd5d87 in 858ms, sequenceid=248, compaction requested=false 2024-12-08T06:22:41,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.HRegion(2538): Flush status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:41,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:41,579 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=176}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=176 2024-12-08T06:22:41,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=176 2024-12-08T06:22:41,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=175 2024-12-08T06:22:41,582 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0120 sec 2024-12-08T06:22:41,583 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=175, table=TestAcidGuarantees in 1.0160 sec 2024-12-08T06:22:41,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:41,597 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cbd0242424095de7d9670dfd82fd5d87 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-08T06:22:41,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=A 2024-12-08T06:22:41,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:41,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=B 2024-12-08T06:22:41,598 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:41,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=C 2024-12-08T06:22:41,599 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:41,606 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120893218f4f8bad47d780792b59747ba66c_cbd0242424095de7d9670dfd82fd5d87 is 50, key is test_row_0/A:col10/1733638961490/Put/seqid=0 2024-12-08T06:22:41,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:41,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639021605, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:41,608 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:41,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639021607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:41,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742516_1692 (size=12454) 2024-12-08T06:22:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=175 2024-12-08T06:22:41,672 INFO [Thread-2722 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 175 completed 2024-12-08T06:22:41,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:22:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-12-08T06:22:41,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-08T06:22:41,674 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:22:41,675 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:22:41,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:22:41,709 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:41,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639021708, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:41,710 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:41,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639021709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:41,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-08T06:22:41,826 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:41,826 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-08T06:22:41,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:41,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:41,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:41,827 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:41,827 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:41,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:41,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639021911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:41,913 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:41,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639021911, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:41,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-08T06:22:41,979 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:41,979 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-08T06:22:41,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:41,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:41,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:41,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:41,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:41,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:42,011 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:42,013 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120893218f4f8bad47d780792b59747ba66c_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120893218f4f8bad47d780792b59747ba66c_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:42,014 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/bd95f0743453474e91f7d25126331e07, store: [table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:42,015 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/bd95f0743453474e91f7d25126331e07 is 175, key is test_row_0/A:col10/1733638961490/Put/seqid=0 2024-12-08T06:22:42,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742517_1693 (size=31255) 2024-12-08T06:22:42,131 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:42,132 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-08T06:22:42,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:42,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:42,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:42,132 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:42,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:42,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:42,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:42,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639022214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:42,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:42,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639022215, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:42,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-08T06:22:42,284 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:42,285 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-08T06:22:42,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:42,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:42,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:42,285 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:42,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:42,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:42,419 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/bd95f0743453474e91f7d25126331e07 2024-12-08T06:22:42,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/217c6a87612648c2b2108f405b470f2e is 50, key is test_row_0/B:col10/1733638961490/Put/seqid=0 2024-12-08T06:22:42,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742518_1694 (size=12301) 2024-12-08T06:22:42,437 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:42,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-08T06:22:42,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:42,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:42,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:42,438 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:42,438 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:42,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:42,590 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:42,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-08T06:22:42,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:42,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:42,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:42,591 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:42,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:42,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:42,719 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:42,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639022718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:42,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:42,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639022720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:42,743 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:42,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-08T06:22:42,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:42,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:42,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:42,743 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:42,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:42,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:42,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-08T06:22:42,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/217c6a87612648c2b2108f405b470f2e 2024-12-08T06:22:42,845 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/bf78d53a8330449cb7a6009414d2255f is 50, key is test_row_0/C:col10/1733638961490/Put/seqid=0 2024-12-08T06:22:42,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742519_1695 (size=12301) 2024-12-08T06:22:42,855 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:42,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35340 deadline: 1733639022854, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:42,856 DEBUG [Thread-2716 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8154 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., hostname=cbcfd08a3627,46077,1733638796198, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T06:22:42,895 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:42,895 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-08T06:22:42,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:42,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:42,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:42,896 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:42,896 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:42,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:43,047 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:43,048 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-08T06:22:43,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:43,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:43,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:43,048 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:43,048 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:43,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:43,200 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:43,201 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-08T06:22:43,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:43,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:43,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:43,201 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:43,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:43,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:43,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/bf78d53a8330449cb7a6009414d2255f 2024-12-08T06:22:43,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/bd95f0743453474e91f7d25126331e07 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/bd95f0743453474e91f7d25126331e07 2024-12-08T06:22:43,258 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/bd95f0743453474e91f7d25126331e07, entries=150, sequenceid=277, filesize=30.5 K 2024-12-08T06:22:43,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/217c6a87612648c2b2108f405b470f2e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/217c6a87612648c2b2108f405b470f2e 2024-12-08T06:22:43,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/217c6a87612648c2b2108f405b470f2e, entries=150, sequenceid=277, filesize=12.0 K 2024-12-08T06:22:43,262 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/bf78d53a8330449cb7a6009414d2255f as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/bf78d53a8330449cb7a6009414d2255f 2024-12-08T06:22:43,265 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/bf78d53a8330449cb7a6009414d2255f, entries=150, sequenceid=277, filesize=12.0 K 2024-12-08T06:22:43,266 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for cbd0242424095de7d9670dfd82fd5d87 in 1669ms, sequenceid=277, compaction requested=true 2024-12-08T06:22:43,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:43,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:22:43,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:43,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:22:43,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:43,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:22:43,266 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:43,266 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:43,266 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:43,267 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:43,267 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:43,267 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/B is initiating minor compaction (all files) 2024-12-08T06:22:43,267 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/A is initiating minor compaction (all files) 2024-12-08T06:22:43,267 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/B in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:43,267 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/A in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:43,267 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/8b3bb0c7163744c18dd4aaf47a92565a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/1a4c1a9801cf4c0e94824416ac683502, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/217c6a87612648c2b2108f405b470f2e] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=36.3 K 2024-12-08T06:22:43,267 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/def434adebc04a72b5507e74f8f86740, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/5590e573040b4b7bbb1473e44cccf233, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/bd95f0743453474e91f7d25126331e07] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=91.8 K 2024-12-08T06:22:43,267 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:43,267 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/def434adebc04a72b5507e74f8f86740, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/5590e573040b4b7bbb1473e44cccf233, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/bd95f0743453474e91f7d25126331e07] 2024-12-08T06:22:43,268 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 8b3bb0c7163744c18dd4aaf47a92565a, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733638958696 2024-12-08T06:22:43,268 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting def434adebc04a72b5507e74f8f86740, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733638958696 2024-12-08T06:22:43,268 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a4c1a9801cf4c0e94824416ac683502, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733638959326 2024-12-08T06:22:43,268 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5590e573040b4b7bbb1473e44cccf233, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733638959326 2024-12-08T06:22:43,268 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 217c6a87612648c2b2108f405b470f2e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733638961490 2024-12-08T06:22:43,268 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd95f0743453474e91f7d25126331e07, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733638961490 2024-12-08T06:22:43,275 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#B#compaction#588 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:43,275 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/388ff505209644c7b73605bafcaf5423 is 50, key is test_row_0/B:col10/1733638961490/Put/seqid=0 2024-12-08T06:22:43,276 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:43,278 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e2024120836b2868e083946379874098639336eaa_cbd0242424095de7d9670dfd82fd5d87 store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:43,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742520_1696 (size=12949) 2024-12-08T06:22:43,281 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e2024120836b2868e083946379874098639336eaa_cbd0242424095de7d9670dfd82fd5d87, store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:43,281 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120836b2868e083946379874098639336eaa_cbd0242424095de7d9670dfd82fd5d87 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:43,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742521_1697 (size=4469) 2024-12-08T06:22:43,286 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#A#compaction#589 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:43,286 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/388ff505209644c7b73605bafcaf5423 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/388ff505209644c7b73605bafcaf5423 2024-12-08T06:22:43,286 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/ed4f8d5ba87d4a21b208d77f1dfe0b0b is 175, key is test_row_0/A:col10/1733638961490/Put/seqid=0 2024-12-08T06:22:43,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742522_1698 (size=31903) 2024-12-08T06:22:43,291 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/B of cbd0242424095de7d9670dfd82fd5d87 into 388ff505209644c7b73605bafcaf5423(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:43,291 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:43,291 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/B, priority=13, startTime=1733638963266; duration=0sec 2024-12-08T06:22:43,292 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:43,292 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:B 2024-12-08T06:22:43,292 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:43,292 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:43,292 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/C is initiating minor compaction (all files) 2024-12-08T06:22:43,292 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/C in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:43,293 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/d653203f39d742c8aa5135174c156be9, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/1b5ad9ca0f704170ac0e892564457427, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/bf78d53a8330449cb7a6009414d2255f] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=36.3 K 2024-12-08T06:22:43,293 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d653203f39d742c8aa5135174c156be9, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=236, earliestPutTs=1733638958696 2024-12-08T06:22:43,293 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 1b5ad9ca0f704170ac0e892564457427, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733638959326 2024-12-08T06:22:43,294 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting bf78d53a8330449cb7a6009414d2255f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733638961490 2024-12-08T06:22:43,295 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/ed4f8d5ba87d4a21b208d77f1dfe0b0b as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/ed4f8d5ba87d4a21b208d77f1dfe0b0b 2024-12-08T06:22:43,298 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/A of cbd0242424095de7d9670dfd82fd5d87 into ed4f8d5ba87d4a21b208d77f1dfe0b0b(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:43,299 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:43,299 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/A, priority=13, startTime=1733638963266; duration=0sec 2024-12-08T06:22:43,299 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:43,299 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:A 2024-12-08T06:22:43,301 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#C#compaction#590 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:43,301 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/41f3c287769a4cf7b62f1df7908cbc7f is 50, key is test_row_0/C:col10/1733638961490/Put/seqid=0 2024-12-08T06:22:43,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742523_1699 (size=12949) 2024-12-08T06:22:43,310 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/41f3c287769a4cf7b62f1df7908cbc7f as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/41f3c287769a4cf7b62f1df7908cbc7f 2024-12-08T06:22:43,315 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/C of cbd0242424095de7d9670dfd82fd5d87 into 41f3c287769a4cf7b62f1df7908cbc7f(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:43,315 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:43,315 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/C, priority=13, startTime=1733638963266; duration=0sec 2024-12-08T06:22:43,315 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:43,315 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:C 2024-12-08T06:22:43,353 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:43,353 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-08T06:22:43,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:43,353 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing cbd0242424095de7d9670dfd82fd5d87 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-08T06:22:43,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=A 2024-12-08T06:22:43,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:43,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=B 2024-12-08T06:22:43,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:43,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=C 2024-12-08T06:22:43,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:43,359 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120883c4d67e25b74f47b6d2cf2c710bde2e_cbd0242424095de7d9670dfd82fd5d87 is 50, key is test_row_0/A:col10/1733638961605/Put/seqid=0 2024-12-08T06:22:43,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742524_1700 (size=12454) 2024-12-08T06:22:43,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:43,724 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:43,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:43,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639023755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:43,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:43,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639023756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:43,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:43,766 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120883c4d67e25b74f47b6d2cf2c710bde2e_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120883c4d67e25b74f47b6d2cf2c710bde2e_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:43,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/cc516e0032da4f95a9a9cd6e694e3476, store: [table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:43,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/cc516e0032da4f95a9a9cd6e694e3476 is 175, key is test_row_0/A:col10/1733638961605/Put/seqid=0 2024-12-08T06:22:43,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742525_1701 (size=31255) 2024-12-08T06:22:43,771 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=288, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/cc516e0032da4f95a9a9cd6e694e3476 2024-12-08T06:22:43,776 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/b27845f9329c41dda5bc04186750b569 is 50, key is test_row_0/B:col10/1733638961605/Put/seqid=0 2024-12-08T06:22:43,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-08T06:22:43,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742526_1702 (size=12301) 2024-12-08T06:22:43,779 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/b27845f9329c41dda5bc04186750b569 2024-12-08T06:22:43,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/47f7d8cfb99d4a438b9ed93bc2fc4f48 is 50, key is test_row_0/C:col10/1733638961605/Put/seqid=0 2024-12-08T06:22:43,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742527_1703 (size=12301) 2024-12-08T06:22:43,798 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=288 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/47f7d8cfb99d4a438b9ed93bc2fc4f48 2024-12-08T06:22:43,802 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/cc516e0032da4f95a9a9cd6e694e3476 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/cc516e0032da4f95a9a9cd6e694e3476 2024-12-08T06:22:43,804 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/cc516e0032da4f95a9a9cd6e694e3476, entries=150, sequenceid=288, filesize=30.5 K 2024-12-08T06:22:43,805 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/b27845f9329c41dda5bc04186750b569 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/b27845f9329c41dda5bc04186750b569 2024-12-08T06:22:43,809 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/b27845f9329c41dda5bc04186750b569, entries=150, sequenceid=288, filesize=12.0 K 2024-12-08T06:22:43,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/47f7d8cfb99d4a438b9ed93bc2fc4f48 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/47f7d8cfb99d4a438b9ed93bc2fc4f48 2024-12-08T06:22:43,812 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/47f7d8cfb99d4a438b9ed93bc2fc4f48, entries=150, sequenceid=288, filesize=12.0 K 2024-12-08T06:22:43,814 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=174.43 KB/178620 for cbd0242424095de7d9670dfd82fd5d87 in 461ms, sequenceid=288, compaction requested=false 2024-12-08T06:22:43,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:43,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:43,814 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-12-08T06:22:43,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-12-08T06:22:43,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-12-08T06:22:43,816 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1400 sec 2024-12-08T06:22:43,818 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 2.1440 sec 2024-12-08T06:22:43,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:43,861 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cbd0242424095de7d9670dfd82fd5d87 3/3 column families, dataSize=181.14 KB heapSize=475.36 KB 2024-12-08T06:22:43,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=A 2024-12-08T06:22:43,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:43,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=B 2024-12-08T06:22:43,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:43,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=C 2024-12-08T06:22:43,862 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:43,866 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:43,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639023864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:43,867 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:43,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639023865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:43,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208160eca4cc0d3456a8ff7564a158f7677_cbd0242424095de7d9670dfd82fd5d87 is 50, key is test_row_0/A:col10/1733638963861/Put/seqid=0 2024-12-08T06:22:43,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742528_1704 (size=14994) 2024-12-08T06:22:43,871 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:43,875 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208160eca4cc0d3456a8ff7564a158f7677_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208160eca4cc0d3456a8ff7564a158f7677_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:43,876 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/38b922d2e3304b7eb850b456fa11e96d, store: [table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:43,876 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/38b922d2e3304b7eb850b456fa11e96d is 175, key is test_row_0/A:col10/1733638963861/Put/seqid=0 2024-12-08T06:22:43,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742529_1705 (size=39949) 2024-12-08T06:22:43,968 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:43,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639023967, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:43,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:43,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639023968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:44,170 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:44,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639024169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:44,172 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:44,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639024171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:44,280 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=319, memsize=62.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/38b922d2e3304b7eb850b456fa11e96d 2024-12-08T06:22:44,286 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/327177a8e4ac4948a4ceb5154d9b6559 is 50, key is test_row_0/B:col10/1733638963861/Put/seqid=0 2024-12-08T06:22:44,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742530_1706 (size=12301) 2024-12-08T06:22:44,290 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/327177a8e4ac4948a4ceb5154d9b6559 2024-12-08T06:22:44,296 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/5a8539182b0b419c9c6baa6d6befd076 is 50, key is test_row_0/C:col10/1733638963861/Put/seqid=0 2024-12-08T06:22:44,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742531_1707 (size=12301) 2024-12-08T06:22:44,300 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=62.62 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/5a8539182b0b419c9c6baa6d6befd076 2024-12-08T06:22:44,304 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/38b922d2e3304b7eb850b456fa11e96d as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/38b922d2e3304b7eb850b456fa11e96d 2024-12-08T06:22:44,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/38b922d2e3304b7eb850b456fa11e96d, entries=200, sequenceid=319, filesize=39.0 K 2024-12-08T06:22:44,307 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/327177a8e4ac4948a4ceb5154d9b6559 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/327177a8e4ac4948a4ceb5154d9b6559 2024-12-08T06:22:44,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,312 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/327177a8e4ac4948a4ceb5154d9b6559, entries=150, sequenceid=319, filesize=12.0 K 2024-12-08T06:22:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,312 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/5a8539182b0b419c9c6baa6d6befd076 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/5a8539182b0b419c9c6baa6d6befd076 2024-12-08T06:22:44,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/5a8539182b0b419c9c6baa6d6befd076, entries=150, sequenceid=319, filesize=12.0 K 2024-12-08T06:22:44,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,316 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~187.85 KB/192360, heapSize ~492.89 KB/504720, currentSize=13.42 KB/13740 for cbd0242424095de7d9670dfd82fd5d87 in 455ms, sequenceid=319, compaction requested=true 2024-12-08T06:22:44,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:44,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:22:44,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:44,316 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:44,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:22:44,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,316 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:44,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:44,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:22:44,316 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,317 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:44,317 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/A is initiating minor compaction (all files) 2024-12-08T06:22:44,317 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/A in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:44,317 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/ed4f8d5ba87d4a21b208d77f1dfe0b0b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/cc516e0032da4f95a9a9cd6e694e3476, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/38b922d2e3304b7eb850b456fa11e96d] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=100.7 K 2024-12-08T06:22:44,317 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:44,317 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/ed4f8d5ba87d4a21b208d77f1dfe0b0b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/cc516e0032da4f95a9a9cd6e694e3476, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/38b922d2e3304b7eb850b456fa11e96d] 2024-12-08T06:22:44,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,317 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:44,318 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/B is initiating minor compaction (all files) 2024-12-08T06:22:44,318 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/B in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:44,318 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting ed4f8d5ba87d4a21b208d77f1dfe0b0b, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733638961490 2024-12-08T06:22:44,318 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/388ff505209644c7b73605bafcaf5423, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/b27845f9329c41dda5bc04186750b569, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/327177a8e4ac4948a4ceb5154d9b6559] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=36.7 K 2024-12-08T06:22:44,318 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting cc516e0032da4f95a9a9cd6e694e3476, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733638961602 2024-12-08T06:22:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,318 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 388ff505209644c7b73605bafcaf5423, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733638961490 2024-12-08T06:22:44,318 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 38b922d2e3304b7eb850b456fa11e96d, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733638963754 2024-12-08T06:22:44,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,318 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting b27845f9329c41dda5bc04186750b569, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733638961602 2024-12-08T06:22:44,319 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 327177a8e4ac4948a4ceb5154d9b6559, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733638963754 2024-12-08T06:22:44,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,325 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,334 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#B#compaction#598 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,334 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/13ee9dcd13404ce69afe3e706f52ed46 is 50, key is test_row_0/B:col10/1733638963861/Put/seqid=0 2024-12-08T06:22:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,344 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208eda0b2a8c9f04589a69cecd9999f65ae_cbd0242424095de7d9670dfd82fd5d87 store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742532_1708 (size=13051) 2024-12-08T06:22:44,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,347 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208eda0b2a8c9f04589a69cecd9999f65ae_cbd0242424095de7d9670dfd82fd5d87, store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:44,347 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208eda0b2a8c9f04589a69cecd9999f65ae_cbd0242424095de7d9670dfd82fd5d87 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:44,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742533_1709 (size=4469) 2024-12-08T06:22:44,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,476 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cbd0242424095de7d9670dfd82fd5d87 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-08T06:22:44,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=A 2024-12-08T06:22:44,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=B 2024-12-08T06:22:44,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:44,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=C 2024-12-08T06:22:44,476 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:44,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,483 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120899cee5e7c3414de8acc757e69d247279_cbd0242424095de7d9670dfd82fd5d87 is 50, key is test_row_1/A:col10/1733638964475/Put/seqid=0 2024-12-08T06:22:44,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742534_1710 (size=20074) 2024-12-08T06:22:44,561 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:44,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639024559, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:44,562 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35330 deadline: 1733639024560, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:44,563 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:44,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639024561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:44,664 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:44,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639024663, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:44,665 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:44,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35330 deadline: 1733639024664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:44,666 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:44,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639024664, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:44,751 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/13ee9dcd13404ce69afe3e706f52ed46 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/13ee9dcd13404ce69afe3e706f52ed46 2024-12-08T06:22:44,755 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/B of cbd0242424095de7d9670dfd82fd5d87 into 13ee9dcd13404ce69afe3e706f52ed46(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:44,755 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:44,755 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/B, priority=13, startTime=1733638964316; duration=0sec 2024-12-08T06:22:44,755 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:44,755 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:B 2024-12-08T06:22:44,755 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:44,756 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:44,756 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/C is initiating minor compaction (all files) 2024-12-08T06:22:44,756 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/C in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:44,756 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/41f3c287769a4cf7b62f1df7908cbc7f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/47f7d8cfb99d4a438b9ed93bc2fc4f48, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/5a8539182b0b419c9c6baa6d6befd076] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=36.7 K 2024-12-08T06:22:44,757 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 41f3c287769a4cf7b62f1df7908cbc7f, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733638961490 2024-12-08T06:22:44,757 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 47f7d8cfb99d4a438b9ed93bc2fc4f48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=288, earliestPutTs=1733638961602 2024-12-08T06:22:44,757 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a8539182b0b419c9c6baa6d6befd076, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733638963754 2024-12-08T06:22:44,763 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#C#compaction#600 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:44,764 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/764d03f6463b44c98c735619116ca78e is 50, key is test_row_0/C:col10/1733638963861/Put/seqid=0 2024-12-08T06:22:44,767 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#A#compaction#597 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:44,767 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/9a119351cb254d1e9c3fc6d4fcfae59a is 175, key is test_row_0/A:col10/1733638963861/Put/seqid=0 2024-12-08T06:22:44,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742535_1711 (size=13051) 2024-12-08T06:22:44,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742536_1712 (size=32005) 2024-12-08T06:22:44,773 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/764d03f6463b44c98c735619116ca78e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/764d03f6463b44c98c735619116ca78e 2024-12-08T06:22:44,777 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/9a119351cb254d1e9c3fc6d4fcfae59a as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/9a119351cb254d1e9c3fc6d4fcfae59a 2024-12-08T06:22:44,778 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/C of cbd0242424095de7d9670dfd82fd5d87 into 764d03f6463b44c98c735619116ca78e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:44,778 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:44,778 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/C, priority=13, startTime=1733638964316; duration=0sec 2024-12-08T06:22:44,778 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:44,778 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:C 2024-12-08T06:22:44,781 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/A of cbd0242424095de7d9670dfd82fd5d87 into 9a119351cb254d1e9c3fc6d4fcfae59a(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:44,781 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:44,781 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/A, priority=13, startTime=1733638964316; duration=0sec 2024-12-08T06:22:44,781 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:44,781 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:A 2024-12-08T06:22:44,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:44,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639024866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639024866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:44,868 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:44,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35330 deadline: 1733639024867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:44,888 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:44,891 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120899cee5e7c3414de8acc757e69d247279_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120899cee5e7c3414de8acc757e69d247279_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:44,892 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/8c1c3b72b94045188b03ffba694029a7, store: [table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:44,892 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/8c1c3b72b94045188b03ffba694029a7 is 175, key is test_row_1/A:col10/1733638964475/Put/seqid=0 2024-12-08T06:22:44,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742537_1713 (size=57329) 2024-12-08T06:22:44,896 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=330, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/8c1c3b72b94045188b03ffba694029a7 2024-12-08T06:22:44,901 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/d00493d02c1f40a49a8fa94e79d58970 is 50, key is test_row_1/B:col10/1733638964475/Put/seqid=0 2024-12-08T06:22:44,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742538_1714 (size=9857) 2024-12-08T06:22:44,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/d00493d02c1f40a49a8fa94e79d58970 2024-12-08T06:22:44,911 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/4fdd14346ff34f0196936730269b5f68 is 50, key is test_row_1/C:col10/1733638964475/Put/seqid=0 2024-12-08T06:22:44,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742539_1715 (size=9857) 2024-12-08T06:22:44,924 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=330 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/4fdd14346ff34f0196936730269b5f68 2024-12-08T06:22:44,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/8c1c3b72b94045188b03ffba694029a7 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/8c1c3b72b94045188b03ffba694029a7 2024-12-08T06:22:44,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/8c1c3b72b94045188b03ffba694029a7, entries=300, sequenceid=330, filesize=56.0 K 2024-12-08T06:22:44,933 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/d00493d02c1f40a49a8fa94e79d58970 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/d00493d02c1f40a49a8fa94e79d58970 2024-12-08T06:22:44,936 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/d00493d02c1f40a49a8fa94e79d58970, entries=100, sequenceid=330, filesize=9.6 K 2024-12-08T06:22:44,937 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/4fdd14346ff34f0196936730269b5f68 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/4fdd14346ff34f0196936730269b5f68 2024-12-08T06:22:44,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/4fdd14346ff34f0196936730269b5f68, entries=100, sequenceid=330, filesize=9.6 K 2024-12-08T06:22:44,941 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=154.31 KB/158010 for cbd0242424095de7d9670dfd82fd5d87 in 465ms, sequenceid=330, compaction requested=false 2024-12-08T06:22:44,941 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:45,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:45,171 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing cbd0242424095de7d9670dfd82fd5d87 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-08T06:22:45,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=A 2024-12-08T06:22:45,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:45,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=B 2024-12-08T06:22:45,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:45,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=C 2024-12-08T06:22:45,172 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:45,178 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:45,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35330 deadline: 1733639025176, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:45,178 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639025177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:45,179 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:45,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639025179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:45,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208c494da1ef2ce4f3688bb897fe913fd03_cbd0242424095de7d9670dfd82fd5d87 is 50, key is test_row_0/A:col10/1733638965170/Put/seqid=0 2024-12-08T06:22:45,184 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742540_1716 (size=14994) 2024-12-08T06:22:45,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:45,280 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35330 deadline: 1733639025279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:45,280 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639025280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:45,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639025280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:45,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:45,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35330 deadline: 1733639025482, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:45,483 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639025483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:45,484 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:45,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639025483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:45,584 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:45,588 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208c494da1ef2ce4f3688bb897fe913fd03_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c494da1ef2ce4f3688bb897fe913fd03_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:45,588 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/3f66d805f07c453a8b5d5f195394a8ed, store: [table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:45,589 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/3f66d805f07c453a8b5d5f195394a8ed is 175, key is test_row_0/A:col10/1733638965170/Put/seqid=0 2024-12-08T06:22:45,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742541_1717 (size=39949) 2024-12-08T06:22:45,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-08T06:22:45,779 INFO [Thread-2722 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-12-08T06:22:45,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-08T06:22:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-12-08T06:22:45,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-08T06:22:45,781 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-08T06:22:45,782 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-08T06:22:45,782 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-08T06:22:45,785 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:45,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35330 deadline: 1733639025784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:45,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35346 deadline: 1733639025786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:45,787 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-08T06:22:45,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46077 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:35374 deadline: 1733639025787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:45,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-08T06:22:45,934 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:45,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-08T06:22:45,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:45,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:45,934 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:45,934 ERROR [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] handler.RSProcedureHandler(58): pid=180 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:45,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-2 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=180 java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:45,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4114): Remote procedure failed, pid=180 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T06:22:45,993 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=361, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/3f66d805f07c453a8b5d5f195394a8ed 2024-12-08T06:22:46,000 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/963d814ea4f44cbe8a1135f6f46400c2 is 50, key is test_row_0/B:col10/1733638965170/Put/seqid=0 2024-12-08T06:22:46,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742542_1718 (size=12301) 2024-12-08T06:22:46,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/963d814ea4f44cbe8a1135f6f46400c2 2024-12-08T06:22:46,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/28488d9ad9ab4cb8b75e7eeb0fcd09a7 is 50, key is test_row_0/C:col10/1733638965170/Put/seqid=0 2024-12-08T06:22:46,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742543_1719 (size=12301) 2024-12-08T06:22:46,019 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=361 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/28488d9ad9ab4cb8b75e7eeb0fcd09a7 2024-12-08T06:22:46,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/3f66d805f07c453a8b5d5f195394a8ed as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/3f66d805f07c453a8b5d5f195394a8ed 2024-12-08T06:22:46,027 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/3f66d805f07c453a8b5d5f195394a8ed, entries=200, sequenceid=361, filesize=39.0 K 2024-12-08T06:22:46,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/963d814ea4f44cbe8a1135f6f46400c2 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/963d814ea4f44cbe8a1135f6f46400c2 2024-12-08T06:22:46,032 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/963d814ea4f44cbe8a1135f6f46400c2, entries=150, sequenceid=361, filesize=12.0 K 2024-12-08T06:22:46,033 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/28488d9ad9ab4cb8b75e7eeb0fcd09a7 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/28488d9ad9ab4cb8b75e7eeb0fcd09a7 2024-12-08T06:22:46,036 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/28488d9ad9ab4cb8b75e7eeb0fcd09a7, entries=150, sequenceid=361, filesize=12.0 K 2024-12-08T06:22:46,036 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for cbd0242424095de7d9670dfd82fd5d87 in 865ms, sequenceid=361, compaction requested=true 2024-12-08T06:22:46,036 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:46,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:A, priority=-2147483648, current under compaction store size is 1 2024-12-08T06:22:46,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:46,037 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:46,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:B, priority=-2147483648, current under compaction store size is 2 2024-12-08T06:22:46,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:46,037 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:46,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store cbd0242424095de7d9670dfd82fd5d87:C, priority=-2147483648, current under compaction store size is 3 2024-12-08T06:22:46,037 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:46,038 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 129283 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:46,038 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:46,038 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/A is initiating minor compaction (all files) 2024-12-08T06:22:46,038 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/B is initiating minor compaction (all files) 2024-12-08T06:22:46,038 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/A in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:46,038 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/B in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:46,038 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/9a119351cb254d1e9c3fc6d4fcfae59a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/8c1c3b72b94045188b03ffba694029a7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/3f66d805f07c453a8b5d5f195394a8ed] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=126.3 K 2024-12-08T06:22:46,038 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/13ee9dcd13404ce69afe3e706f52ed46, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/d00493d02c1f40a49a8fa94e79d58970, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/963d814ea4f44cbe8a1135f6f46400c2] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=34.4 K 2024-12-08T06:22:46,038 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:46,038 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. files: [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/9a119351cb254d1e9c3fc6d4fcfae59a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/8c1c3b72b94045188b03ffba694029a7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/3f66d805f07c453a8b5d5f195394a8ed] 2024-12-08T06:22:46,038 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 13ee9dcd13404ce69afe3e706f52ed46, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733638963754 2024-12-08T06:22:46,038 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a119351cb254d1e9c3fc6d4fcfae59a, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733638963754 2024-12-08T06:22:46,039 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting d00493d02c1f40a49a8fa94e79d58970, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733638964468 2024-12-08T06:22:46,039 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8c1c3b72b94045188b03ffba694029a7, keycount=300, bloomtype=ROW, size=56.0 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733638963863 2024-12-08T06:22:46,039 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] compactions.Compactor(224): Compacting 963d814ea4f44cbe8a1135f6f46400c2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733638964534 2024-12-08T06:22:46,039 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f66d805f07c453a8b5d5f195394a8ed, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733638964534 2024-12-08T06:22:46,045 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#B#compaction#606 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:46,046 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/e84e3996e10b4f4d8351b7cea7338a74 is 50, key is test_row_0/B:col10/1733638965170/Put/seqid=0 2024-12-08T06:22:46,047 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:46,048 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241208efd46a60dd194584bc33032b3b684e33_cbd0242424095de7d9670dfd82fd5d87 store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:46,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742544_1720 (size=13153) 2024-12-08T06:22:46,051 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241208efd46a60dd194584bc33032b3b684e33_cbd0242424095de7d9670dfd82fd5d87, store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:46,051 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208efd46a60dd194584bc33032b3b684e33_cbd0242424095de7d9670dfd82fd5d87 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:46,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742545_1721 (size=4469) 2024-12-08T06:22:46,056 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#A#compaction#607 average throughput is 2.71 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:46,056 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/0a88cddb538d4a5aa6ca8cf5f7aaaee7 is 175, key is test_row_0/A:col10/1733638965170/Put/seqid=0 2024-12-08T06:22:46,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742546_1722 (size=32107) 2024-12-08T06:22:46,063 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/0a88cddb538d4a5aa6ca8cf5f7aaaee7 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/0a88cddb538d4a5aa6ca8cf5f7aaaee7 2024-12-08T06:22:46,067 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/A of cbd0242424095de7d9670dfd82fd5d87 into 0a88cddb538d4a5aa6ca8cf5f7aaaee7(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:46,067 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:46,067 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/A, priority=13, startTime=1733638966036; duration=0sec 2024-12-08T06:22:46,068 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-08T06:22:46,068 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:A 2024-12-08T06:22:46,068 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-08T06:22:46,069 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-08T06:22:46,069 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1540): cbd0242424095de7d9670dfd82fd5d87/C is initiating minor compaction (all files) 2024-12-08T06:22:46,069 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of cbd0242424095de7d9670dfd82fd5d87/C in TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:46,069 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/764d03f6463b44c98c735619116ca78e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/4fdd14346ff34f0196936730269b5f68, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/28488d9ad9ab4cb8b75e7eeb0fcd09a7] into tmpdir=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp, totalSize=34.4 K 2024-12-08T06:22:46,069 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 764d03f6463b44c98c735619116ca78e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733638963754 2024-12-08T06:22:46,070 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fdd14346ff34f0196936730269b5f68, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=330, earliestPutTs=1733638964468 2024-12-08T06:22:46,070 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28488d9ad9ab4cb8b75e7eeb0fcd09a7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=361, earliestPutTs=1733638964534 2024-12-08T06:22:46,076 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): cbd0242424095de7d9670dfd82fd5d87#C#compaction#608 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-08T06:22:46,077 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/ee8927408e664950855390e8b726975b is 50, key is test_row_0/C:col10/1733638965170/Put/seqid=0 2024-12-08T06:22:46,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742547_1723 (size=13153) 2024-12-08T06:22:46,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-08T06:22:46,085 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/ee8927408e664950855390e8b726975b as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/ee8927408e664950855390e8b726975b 2024-12-08T06:22:46,086 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:46,087 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46077 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-08T06:22:46,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:46,087 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing cbd0242424095de7d9670dfd82fd5d87 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-08T06:22:46,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=A 2024-12-08T06:22:46,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:46,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=B 2024-12-08T06:22:46,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:46,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=C 2024-12-08T06:22:46,087 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:46,089 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/C of cbd0242424095de7d9670dfd82fd5d87 into ee8927408e664950855390e8b726975b(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:46,089 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:46,089 INFO [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/C, priority=13, startTime=1733638966037; duration=0sec 2024-12-08T06:22:46,089 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:46,089 DEBUG [RS:0;cbcfd08a3627:46077-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:C 2024-12-08T06:22:46,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412080fdad2c0f8164a78a9793bebf2304f58_cbd0242424095de7d9670dfd82fd5d87 is 50, key is test_row_0/A:col10/1733638965176/Put/seqid=0 2024-12-08T06:22:46,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742548_1724 (size=12454) 2024-12-08T06:22:46,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:46,100 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412080fdad2c0f8164a78a9793bebf2304f58_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412080fdad2c0f8164a78a9793bebf2304f58_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:46,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/bd20906a20a845959d31a1d96c47e9e5, store: [table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:46,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/bd20906a20a845959d31a1d96c47e9e5 is 175, key is test_row_0/A:col10/1733638965176/Put/seqid=0 2024-12-08T06:22:46,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742549_1725 (size=31255) 2024-12-08T06:22:46,118 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=370, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/bd20906a20a845959d31a1d96c47e9e5 2024-12-08T06:22:46,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/152cc56bc8714de98d284c14fa2e984e is 50, key is test_row_0/B:col10/1733638965176/Put/seqid=0 2024-12-08T06:22:46,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742550_1726 (size=12301) 2024-12-08T06:22:46,132 DEBUG [Thread-2729 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1ca17819 to 127.0.0.1:52419 2024-12-08T06:22:46,132 DEBUG [Thread-2729 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:46,132 DEBUG [Thread-2727 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4aa4b067 to 127.0.0.1:52419 2024-12-08T06:22:46,132 DEBUG [Thread-2727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:46,133 DEBUG [Thread-2725 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3852b0e3 to 127.0.0.1:52419 2024-12-08T06:22:46,133 DEBUG [Thread-2725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:46,133 DEBUG [Thread-2731 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77a6a62c to 127.0.0.1:52419 2024-12-08T06:22:46,133 DEBUG [Thread-2723 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6eb94416 to 127.0.0.1:52419 2024-12-08T06:22:46,133 DEBUG [Thread-2723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:46,133 DEBUG [Thread-2731 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:46,287 DEBUG [Thread-2720 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0672325a to 127.0.0.1:52419 2024-12-08T06:22:46,287 DEBUG [Thread-2720 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:46,290 DEBUG [Thread-2712 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4bbf3c1c to 127.0.0.1:52419 2024-12-08T06:22:46,290 DEBUG [Thread-2712 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:46,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46077 {}] regionserver.HRegion(8581): Flush requested on cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:46,292 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. as already flushing 2024-12-08T06:22:46,292 DEBUG [Thread-2718 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53ef82c4 to 127.0.0.1:52419 2024-12-08T06:22:46,292 DEBUG [Thread-2718 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:46,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-08T06:22:46,453 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/e84e3996e10b4f4d8351b7cea7338a74 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/e84e3996e10b4f4d8351b7cea7338a74 2024-12-08T06:22:46,456 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in cbd0242424095de7d9670dfd82fd5d87/B of cbd0242424095de7d9670dfd82fd5d87 into e84e3996e10b4f4d8351b7cea7338a74(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-08T06:22:46,456 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:46,456 INFO [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87., storeName=cbd0242424095de7d9670dfd82fd5d87/B, priority=13, startTime=1733638966037; duration=0sec 2024-12-08T06:22:46,456 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-08T06:22:46,456 DEBUG [RS:0;cbcfd08a3627:46077-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: cbd0242424095de7d9670dfd82fd5d87:B 2024-12-08T06:22:46,527 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/152cc56bc8714de98d284c14fa2e984e 2024-12-08T06:22:46,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/1f8d6883b7e44d8692a54c8f78b4d14e is 50, key is test_row_0/C:col10/1733638965176/Put/seqid=0 2024-12-08T06:22:46,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742551_1727 (size=12301) 2024-12-08T06:22:46,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-08T06:22:46,935 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=370 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/1f8d6883b7e44d8692a54c8f78b4d14e 2024-12-08T06:22:46,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/bd20906a20a845959d31a1d96c47e9e5 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/bd20906a20a845959d31a1d96c47e9e5 2024-12-08T06:22:46,941 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/bd20906a20a845959d31a1d96c47e9e5, entries=150, sequenceid=370, filesize=30.5 K 2024-12-08T06:22:46,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/152cc56bc8714de98d284c14fa2e984e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/152cc56bc8714de98d284c14fa2e984e 2024-12-08T06:22:46,944 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/152cc56bc8714de98d284c14fa2e984e, entries=150, sequenceid=370, filesize=12.0 K 2024-12-08T06:22:46,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/1f8d6883b7e44d8692a54c8f78b4d14e as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/1f8d6883b7e44d8692a54c8f78b4d14e 2024-12-08T06:22:46,946 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/1f8d6883b7e44d8692a54c8f78b4d14e, entries=150, sequenceid=370, filesize=12.0 K 2024-12-08T06:22:46,947 INFO [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=20.13 KB/20610 for cbd0242424095de7d9670dfd82fd5d87 in 860ms, sequenceid=370, compaction requested=false 2024-12-08T06:22:46,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:46,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:46,947 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cbcfd08a3627:0-0 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-12-08T06:22:46,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-12-08T06:22:46,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-12-08T06:22:46,949 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1660 sec 2024-12-08T06:22:46,950 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 1.1690 sec 2024-12-08T06:22:47,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-08T06:22:47,885 INFO [Thread-2722 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-12-08T06:22:50,635 DEBUG [Thread-2714 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31f7586d to 127.0.0.1:52419 2024-12-08T06:22:50,635 DEBUG [Thread-2714 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:52,893 DEBUG [Thread-2716 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4949adfa to 127.0.0.1:52419 2024-12-08T06:22:52,893 DEBUG [Thread-2716 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:52,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-08T06:22:52,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 97 2024-12-08T06:22:52,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 33 2024-12-08T06:22:52,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 39 2024-12-08T06:22:52,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 100 2024-12-08T06:22:52,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 23 2024-12-08T06:22:52,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-08T06:22:52,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6883 2024-12-08T06:22:52,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6715 2024-12-08T06:22:52,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6814 2024-12-08T06:22:52,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6863 2024-12-08T06:22:52,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6736 2024-12-08T06:22:52,893 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-08T06:22:52,893 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-08T06:22:52,893 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6364386e to 127.0.0.1:52419 2024-12-08T06:22:52,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:52,894 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-08T06:22:52,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-08T06:22:52,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-08T06:22:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-08T06:22:52,896 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638972896"}]},"ts":"1733638972896"} 2024-12-08T06:22:52,897 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-08T06:22:52,899 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-08T06:22:52,899 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-08T06:22:52,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=183, ppid=182, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cbd0242424095de7d9670dfd82fd5d87, UNASSIGN}] 2024-12-08T06:22:52,900 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=183, ppid=182, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=cbd0242424095de7d9670dfd82fd5d87, UNASSIGN 2024-12-08T06:22:52,901 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=183 updating hbase:meta row=cbd0242424095de7d9670dfd82fd5d87, regionState=CLOSING, regionLocation=cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:52,901 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T06:22:52,901 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; CloseRegionProcedure cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198}] 2024-12-08T06:22:52,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-08T06:22:53,052 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:53,053 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] handler.UnassignRegionHandler(124): Close cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:53,053 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-08T06:22:53,053 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1681): Closing cbd0242424095de7d9670dfd82fd5d87, disabling compactions & flushes 2024-12-08T06:22:53,053 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:53,053 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:53,053 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. after waiting 0 ms 2024-12-08T06:22:53,053 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:53,053 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(2837): Flushing cbd0242424095de7d9670dfd82fd5d87 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-08T06:22:53,053 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=A 2024-12-08T06:22:53,053 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:53,053 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=B 2024-12-08T06:22:53,053 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:53,053 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK cbd0242424095de7d9670dfd82fd5d87, store=C 2024-12-08T06:22:53,053 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-08T06:22:53,058 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208bd23ca801a964de5bd23eee3a561f306_cbd0242424095de7d9670dfd82fd5d87 is 50, key is test_row_0/A:col10/1733638972892/Put/seqid=0 2024-12-08T06:22:53,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742552_1728 (size=12454) 2024-12-08T06:22:53,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-08T06:22:53,462 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T06:22:53,465 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241208bd23ca801a964de5bd23eee3a561f306_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208bd23ca801a964de5bd23eee3a561f306_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:53,466 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/6361ca0e81db4b6289c5024a5d243b16, store: [table=TestAcidGuarantees family=A region=cbd0242424095de7d9670dfd82fd5d87] 2024-12-08T06:22:53,466 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/6361ca0e81db4b6289c5024a5d243b16 is 175, key is test_row_0/A:col10/1733638972892/Put/seqid=0 2024-12-08T06:22:53,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742553_1729 (size=31255) 2024-12-08T06:22:53,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-08T06:22:53,869 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=380, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/6361ca0e81db4b6289c5024a5d243b16 2024-12-08T06:22:53,874 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/47c56fdde6b249698ff574b024abf085 is 50, key is test_row_0/B:col10/1733638972892/Put/seqid=0 2024-12-08T06:22:53,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742554_1730 (size=12301) 2024-12-08T06:22:53,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-08T06:22:54,277 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/47c56fdde6b249698ff574b024abf085 2024-12-08T06:22:54,282 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/d8e66119de0f458d8d25a17dc3c91b02 is 50, key is test_row_0/C:col10/1733638972892/Put/seqid=0 2024-12-08T06:22:54,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742555_1731 (size=12301) 2024-12-08T06:22:54,454 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T06:22:54,686 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=380 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/d8e66119de0f458d8d25a17dc3c91b02 2024-12-08T06:22:54,689 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/A/6361ca0e81db4b6289c5024a5d243b16 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/6361ca0e81db4b6289c5024a5d243b16 2024-12-08T06:22:54,691 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/6361ca0e81db4b6289c5024a5d243b16, entries=150, sequenceid=380, filesize=30.5 K 2024-12-08T06:22:54,692 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/B/47c56fdde6b249698ff574b024abf085 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/47c56fdde6b249698ff574b024abf085 2024-12-08T06:22:54,694 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/47c56fdde6b249698ff574b024abf085, entries=150, sequenceid=380, filesize=12.0 K 2024-12-08T06:22:54,694 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/.tmp/C/d8e66119de0f458d8d25a17dc3c91b02 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/d8e66119de0f458d8d25a17dc3c91b02 2024-12-08T06:22:54,696 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/d8e66119de0f458d8d25a17dc3c91b02, entries=150, sequenceid=380, filesize=12.0 K 2024-12-08T06:22:54,697 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for cbd0242424095de7d9670dfd82fd5d87 in 1644ms, sequenceid=380, compaction requested=true 2024-12-08T06:22:54,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/07d435280079437d891af17d27d95c05, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/76084c49de8a4e6aa74f8377da19de53, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/c885070b6c354b289ff15d692bef1894, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/a9c9bf4c2db9432880c1d85942d75d23, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/bc711ecee9934d1886fbf5434226af4d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/8e37cf9d25bf49eeb32c4c51fe94af0f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/342b7db4284644c793a7040637731f13, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/f61c8bf7b03c44c88d758c49de5bf1be, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/9174bb15c5914135835e37ac0cb431f0, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/b60795518f1048ec9b44c7578cbe0123, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/32926b447055422683726d7253e4be69, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/792316ca3fc0467a8314922c4030f8f7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/6df358fdd16d4ce0bbbc5f9c8657acc2, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/12a463a7ce4b4529bca95ed363e85761, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/57ce872e5e7447029e137e4041ac75ee, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/70815f55e6fb4e389603b9d133fbc7a7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/def434adebc04a72b5507e74f8f86740, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/5590e573040b4b7bbb1473e44cccf233, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/ed4f8d5ba87d4a21b208d77f1dfe0b0b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/bd95f0743453474e91f7d25126331e07, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/cc516e0032da4f95a9a9cd6e694e3476, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/38b922d2e3304b7eb850b456fa11e96d, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/9a119351cb254d1e9c3fc6d4fcfae59a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/8c1c3b72b94045188b03ffba694029a7, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/3f66d805f07c453a8b5d5f195394a8ed] to archive 2024-12-08T06:22:54,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T06:22:54,699 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/07d435280079437d891af17d27d95c05 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/07d435280079437d891af17d27d95c05 2024-12-08T06:22:54,700 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/76084c49de8a4e6aa74f8377da19de53 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/76084c49de8a4e6aa74f8377da19de53 2024-12-08T06:22:54,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/c885070b6c354b289ff15d692bef1894 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/c885070b6c354b289ff15d692bef1894 2024-12-08T06:22:54,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/a9c9bf4c2db9432880c1d85942d75d23 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/a9c9bf4c2db9432880c1d85942d75d23 2024-12-08T06:22:54,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/bc711ecee9934d1886fbf5434226af4d to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/bc711ecee9934d1886fbf5434226af4d 2024-12-08T06:22:54,703 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/8e37cf9d25bf49eeb32c4c51fe94af0f to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/8e37cf9d25bf49eeb32c4c51fe94af0f 2024-12-08T06:22:54,704 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/342b7db4284644c793a7040637731f13 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/342b7db4284644c793a7040637731f13 2024-12-08T06:22:54,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/f61c8bf7b03c44c88d758c49de5bf1be to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/f61c8bf7b03c44c88d758c49de5bf1be 2024-12-08T06:22:54,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/9174bb15c5914135835e37ac0cb431f0 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/9174bb15c5914135835e37ac0cb431f0 2024-12-08T06:22:54,706 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/b60795518f1048ec9b44c7578cbe0123 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/b60795518f1048ec9b44c7578cbe0123 2024-12-08T06:22:54,707 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/32926b447055422683726d7253e4be69 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/32926b447055422683726d7253e4be69 2024-12-08T06:22:54,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/792316ca3fc0467a8314922c4030f8f7 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/792316ca3fc0467a8314922c4030f8f7 2024-12-08T06:22:54,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/6df358fdd16d4ce0bbbc5f9c8657acc2 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/6df358fdd16d4ce0bbbc5f9c8657acc2 2024-12-08T06:22:54,709 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/12a463a7ce4b4529bca95ed363e85761 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/12a463a7ce4b4529bca95ed363e85761 2024-12-08T06:22:54,710 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/57ce872e5e7447029e137e4041ac75ee to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/57ce872e5e7447029e137e4041ac75ee 2024-12-08T06:22:54,711 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/70815f55e6fb4e389603b9d133fbc7a7 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/70815f55e6fb4e389603b9d133fbc7a7 2024-12-08T06:22:54,712 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/def434adebc04a72b5507e74f8f86740 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/def434adebc04a72b5507e74f8f86740 2024-12-08T06:22:54,712 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/5590e573040b4b7bbb1473e44cccf233 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/5590e573040b4b7bbb1473e44cccf233 2024-12-08T06:22:54,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/ed4f8d5ba87d4a21b208d77f1dfe0b0b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/ed4f8d5ba87d4a21b208d77f1dfe0b0b 2024-12-08T06:22:54,714 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/bd95f0743453474e91f7d25126331e07 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/bd95f0743453474e91f7d25126331e07 2024-12-08T06:22:54,714 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/cc516e0032da4f95a9a9cd6e694e3476 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/cc516e0032da4f95a9a9cd6e694e3476 2024-12-08T06:22:54,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/38b922d2e3304b7eb850b456fa11e96d to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/38b922d2e3304b7eb850b456fa11e96d 2024-12-08T06:22:54,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/9a119351cb254d1e9c3fc6d4fcfae59a to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/9a119351cb254d1e9c3fc6d4fcfae59a 2024-12-08T06:22:54,717 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/8c1c3b72b94045188b03ffba694029a7 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/8c1c3b72b94045188b03ffba694029a7 2024-12-08T06:22:54,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/3f66d805f07c453a8b5d5f195394a8ed to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/3f66d805f07c453a8b5d5f195394a8ed 2024-12-08T06:22:54,719 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/bc2662522c694772983c50974b027ed1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/16d868ddb74e402d89e0dce6be180f37, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/2ef44c1431b8491687f0a50f2a35d975, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/60c9ede110b34ede806b1814f48cf39a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/69853236e4194d5a8f0562baab9c4191, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/bed99f8d4c884f7da4754ee61eac214e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/7bcf880d5a274a0abd036916b5ab4ff9, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/8f775879190740dd943f664c853bcb93, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/75e6e5c3131848299b1fd355ed00d3b4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/7a2988dc29b34b7fb755c6663aa7ef81, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/1b35f464d78346f28eaca29bcc585618, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/79b4ec72d3804618a23af9cc1735a3fd, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/e6a6b28e3e25450db769d58e0eb97adc, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/3261ad0fa34e417f918be420ec0fd386, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/d343e618739340d281c90ab983c6322b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/8b3bb0c7163744c18dd4aaf47a92565a, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/7a571caaf0b646c29565ceb2a40d7708, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/1a4c1a9801cf4c0e94824416ac683502, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/388ff505209644c7b73605bafcaf5423, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/217c6a87612648c2b2108f405b470f2e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/b27845f9329c41dda5bc04186750b569, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/13ee9dcd13404ce69afe3e706f52ed46, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/327177a8e4ac4948a4ceb5154d9b6559, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/d00493d02c1f40a49a8fa94e79d58970, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/963d814ea4f44cbe8a1135f6f46400c2] to archive 2024-12-08T06:22:54,719 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T06:22:54,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/bc2662522c694772983c50974b027ed1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/bc2662522c694772983c50974b027ed1 2024-12-08T06:22:54,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/16d868ddb74e402d89e0dce6be180f37 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/16d868ddb74e402d89e0dce6be180f37 2024-12-08T06:22:54,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/2ef44c1431b8491687f0a50f2a35d975 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/2ef44c1431b8491687f0a50f2a35d975 2024-12-08T06:22:54,723 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/60c9ede110b34ede806b1814f48cf39a to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/60c9ede110b34ede806b1814f48cf39a 2024-12-08T06:22:54,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/69853236e4194d5a8f0562baab9c4191 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/69853236e4194d5a8f0562baab9c4191 2024-12-08T06:22:54,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/bed99f8d4c884f7da4754ee61eac214e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/bed99f8d4c884f7da4754ee61eac214e 2024-12-08T06:22:54,726 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/7bcf880d5a274a0abd036916b5ab4ff9 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/7bcf880d5a274a0abd036916b5ab4ff9 2024-12-08T06:22:54,727 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/8f775879190740dd943f664c853bcb93 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/8f775879190740dd943f664c853bcb93 2024-12-08T06:22:54,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/75e6e5c3131848299b1fd355ed00d3b4 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/75e6e5c3131848299b1fd355ed00d3b4 2024-12-08T06:22:54,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/7a2988dc29b34b7fb755c6663aa7ef81 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/7a2988dc29b34b7fb755c6663aa7ef81 2024-12-08T06:22:54,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/1b35f464d78346f28eaca29bcc585618 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/1b35f464d78346f28eaca29bcc585618 2024-12-08T06:22:54,730 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/79b4ec72d3804618a23af9cc1735a3fd to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/79b4ec72d3804618a23af9cc1735a3fd 2024-12-08T06:22:54,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/e6a6b28e3e25450db769d58e0eb97adc to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/e6a6b28e3e25450db769d58e0eb97adc 2024-12-08T06:22:54,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/3261ad0fa34e417f918be420ec0fd386 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/3261ad0fa34e417f918be420ec0fd386 2024-12-08T06:22:54,732 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/d343e618739340d281c90ab983c6322b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/d343e618739340d281c90ab983c6322b 2024-12-08T06:22:54,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/8b3bb0c7163744c18dd4aaf47a92565a to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/8b3bb0c7163744c18dd4aaf47a92565a 2024-12-08T06:22:54,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/7a571caaf0b646c29565ceb2a40d7708 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/7a571caaf0b646c29565ceb2a40d7708 2024-12-08T06:22:54,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/1a4c1a9801cf4c0e94824416ac683502 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/1a4c1a9801cf4c0e94824416ac683502 2024-12-08T06:22:54,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/388ff505209644c7b73605bafcaf5423 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/388ff505209644c7b73605bafcaf5423 2024-12-08T06:22:54,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/217c6a87612648c2b2108f405b470f2e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/217c6a87612648c2b2108f405b470f2e 2024-12-08T06:22:54,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/b27845f9329c41dda5bc04186750b569 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/b27845f9329c41dda5bc04186750b569 2024-12-08T06:22:54,737 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/13ee9dcd13404ce69afe3e706f52ed46 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/13ee9dcd13404ce69afe3e706f52ed46 2024-12-08T06:22:54,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/327177a8e4ac4948a4ceb5154d9b6559 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/327177a8e4ac4948a4ceb5154d9b6559 2024-12-08T06:22:54,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/d00493d02c1f40a49a8fa94e79d58970 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/d00493d02c1f40a49a8fa94e79d58970 2024-12-08T06:22:54,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/963d814ea4f44cbe8a1135f6f46400c2 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/963d814ea4f44cbe8a1135f6f46400c2 2024-12-08T06:22:54,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/d43d75610f9d40229c91ac099165e6d1, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/1a34d068ebc140a4ba44f5fb4841e166, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/650d655dcbb84ce48be7c27420a99d73, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/d83a0e0cbfad46d8a774f38de535fba5, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/4693bf5e09464e4fa2c68d80ae3426e9, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/56c3f861c1d24ef4af1ed350f7f24900, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/5bd405f3ca4e487eba0dc1199cf2196b, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/88dfe543fdaa4489a21d8c8d3c4bec36, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/be09c72065a94f06a34cfb69a85a6013, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/a8c90d3df5f740beafcc491f46155c36, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/296bc846166c476282bb68e7f85449ea, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/624cbef7dd3848feaa662b32fc1598c3, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/4c5ccf0281264bb1a81095f1821bf8e8, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/78464026749f4ff595d4c63d14f04442, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/cdf299e9b40845f491fac3dd4b4bbf16, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/d653203f39d742c8aa5135174c156be9, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/36ac9b1871e24d789482c4d4753611e4, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/1b5ad9ca0f704170ac0e892564457427, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/41f3c287769a4cf7b62f1df7908cbc7f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/bf78d53a8330449cb7a6009414d2255f, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/47f7d8cfb99d4a438b9ed93bc2fc4f48, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/764d03f6463b44c98c735619116ca78e, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/5a8539182b0b419c9c6baa6d6befd076, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/4fdd14346ff34f0196936730269b5f68, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/28488d9ad9ab4cb8b75e7eeb0fcd09a7] to archive 2024-12-08T06:22:54,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-08T06:22:54,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/d43d75610f9d40229c91ac099165e6d1 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/d43d75610f9d40229c91ac099165e6d1 2024-12-08T06:22:54,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/1a34d068ebc140a4ba44f5fb4841e166 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/1a34d068ebc140a4ba44f5fb4841e166 2024-12-08T06:22:54,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/650d655dcbb84ce48be7c27420a99d73 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/650d655dcbb84ce48be7c27420a99d73 2024-12-08T06:22:54,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/d83a0e0cbfad46d8a774f38de535fba5 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/d83a0e0cbfad46d8a774f38de535fba5 2024-12-08T06:22:54,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/4693bf5e09464e4fa2c68d80ae3426e9 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/4693bf5e09464e4fa2c68d80ae3426e9 2024-12-08T06:22:54,745 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/56c3f861c1d24ef4af1ed350f7f24900 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/56c3f861c1d24ef4af1ed350f7f24900 2024-12-08T06:22:54,746 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/5bd405f3ca4e487eba0dc1199cf2196b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/5bd405f3ca4e487eba0dc1199cf2196b 2024-12-08T06:22:54,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/88dfe543fdaa4489a21d8c8d3c4bec36 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/88dfe543fdaa4489a21d8c8d3c4bec36 2024-12-08T06:22:54,748 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/be09c72065a94f06a34cfb69a85a6013 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/be09c72065a94f06a34cfb69a85a6013 2024-12-08T06:22:54,748 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/a8c90d3df5f740beafcc491f46155c36 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/a8c90d3df5f740beafcc491f46155c36 2024-12-08T06:22:54,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/296bc846166c476282bb68e7f85449ea to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/296bc846166c476282bb68e7f85449ea 2024-12-08T06:22:54,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/624cbef7dd3848feaa662b32fc1598c3 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/624cbef7dd3848feaa662b32fc1598c3 2024-12-08T06:22:54,751 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/4c5ccf0281264bb1a81095f1821bf8e8 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/4c5ccf0281264bb1a81095f1821bf8e8 2024-12-08T06:22:54,751 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/78464026749f4ff595d4c63d14f04442 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/78464026749f4ff595d4c63d14f04442 2024-12-08T06:22:54,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/cdf299e9b40845f491fac3dd4b4bbf16 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/cdf299e9b40845f491fac3dd4b4bbf16 2024-12-08T06:22:54,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/d653203f39d742c8aa5135174c156be9 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/d653203f39d742c8aa5135174c156be9 2024-12-08T06:22:54,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/36ac9b1871e24d789482c4d4753611e4 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/36ac9b1871e24d789482c4d4753611e4 2024-12-08T06:22:54,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/1b5ad9ca0f704170ac0e892564457427 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/1b5ad9ca0f704170ac0e892564457427 2024-12-08T06:22:54,755 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/41f3c287769a4cf7b62f1df7908cbc7f to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/41f3c287769a4cf7b62f1df7908cbc7f 2024-12-08T06:22:54,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/bf78d53a8330449cb7a6009414d2255f to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/bf78d53a8330449cb7a6009414d2255f 2024-12-08T06:22:54,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/47f7d8cfb99d4a438b9ed93bc2fc4f48 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/47f7d8cfb99d4a438b9ed93bc2fc4f48 2024-12-08T06:22:54,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/764d03f6463b44c98c735619116ca78e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/764d03f6463b44c98c735619116ca78e 2024-12-08T06:22:54,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/5a8539182b0b419c9c6baa6d6befd076 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/5a8539182b0b419c9c6baa6d6befd076 2024-12-08T06:22:54,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/4fdd14346ff34f0196936730269b5f68 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/4fdd14346ff34f0196936730269b5f68 2024-12-08T06:22:54,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/28488d9ad9ab4cb8b75e7eeb0fcd09a7 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/28488d9ad9ab4cb8b75e7eeb0fcd09a7 2024-12-08T06:22:54,763 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/recovered.edits/383.seqid, newMaxSeqId=383, maxSeqId=4 2024-12-08T06:22:54,764 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87. 2024-12-08T06:22:54,764 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] regionserver.HRegion(1635): Region close journal for cbd0242424095de7d9670dfd82fd5d87: 2024-12-08T06:22:54,765 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION, pid=184}] handler.UnassignRegionHandler(170): Closed cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:54,765 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=183 updating hbase:meta row=cbd0242424095de7d9670dfd82fd5d87, regionState=CLOSED 2024-12-08T06:22:54,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-12-08T06:22:54,767 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; CloseRegionProcedure cbd0242424095de7d9670dfd82fd5d87, server=cbcfd08a3627,46077,1733638796198 in 1.8650 sec 2024-12-08T06:22:54,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=183, resume processing ppid=182 2024-12-08T06:22:54,768 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, ppid=182, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=cbd0242424095de7d9670dfd82fd5d87, UNASSIGN in 1.8670 sec 2024-12-08T06:22:54,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-12-08T06:22:54,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8690 sec 2024-12-08T06:22:54,770 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733638974769"}]},"ts":"1733638974769"} 2024-12-08T06:22:54,770 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-08T06:22:54,772 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-08T06:22:54,773 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8780 sec 2024-12-08T06:22:54,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-08T06:22:54,999 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-12-08T06:22:55,000 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-08T06:22:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:22:55,001 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=185, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:22:55,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-08T06:22:55,001 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=185, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:22:55,003 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,004 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A, FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B, FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C, FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/recovered.edits] 2024-12-08T06:22:55,006 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/0a88cddb538d4a5aa6ca8cf5f7aaaee7 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/0a88cddb538d4a5aa6ca8cf5f7aaaee7 2024-12-08T06:22:55,007 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/6361ca0e81db4b6289c5024a5d243b16 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/6361ca0e81db4b6289c5024a5d243b16 2024-12-08T06:22:55,008 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/bd20906a20a845959d31a1d96c47e9e5 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/A/bd20906a20a845959d31a1d96c47e9e5 2024-12-08T06:22:55,009 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/152cc56bc8714de98d284c14fa2e984e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/152cc56bc8714de98d284c14fa2e984e 2024-12-08T06:22:55,010 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/47c56fdde6b249698ff574b024abf085 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/47c56fdde6b249698ff574b024abf085 2024-12-08T06:22:55,011 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/e84e3996e10b4f4d8351b7cea7338a74 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/B/e84e3996e10b4f4d8351b7cea7338a74 2024-12-08T06:22:55,012 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/1f8d6883b7e44d8692a54c8f78b4d14e to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/1f8d6883b7e44d8692a54c8f78b4d14e 2024-12-08T06:22:55,013 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/d8e66119de0f458d8d25a17dc3c91b02 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/d8e66119de0f458d8d25a17dc3c91b02 2024-12-08T06:22:55,014 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/ee8927408e664950855390e8b726975b to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/C/ee8927408e664950855390e8b726975b 2024-12-08T06:22:55,016 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/recovered.edits/383.seqid to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87/recovered.edits/383.seqid 2024-12-08T06:22:55,016 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/default/TestAcidGuarantees/cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,016 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-08T06:22:55,017 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T06:22:55,017 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-08T06:22:55,019 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120808687e3d55c94793b0260e27e6a4f106_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120808687e3d55c94793b0260e27e6a4f106_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,020 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412080fdad2c0f8164a78a9793bebf2304f58_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412080fdad2c0f8164a78a9793bebf2304f58_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,021 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120815db0b4d59194fa3960eaa51f8821291_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120815db0b4d59194fa3960eaa51f8821291_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,022 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208160eca4cc0d3456a8ff7564a158f7677_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208160eca4cc0d3456a8ff7564a158f7677_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,023 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081959fc624ac54cc7a87e00d5d6468373_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412081959fc624ac54cc7a87e00d5d6468373_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,023 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082651dc230cc44186a9c7d03f72c5c5f3_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082651dc230cc44186a9c7d03f72c5c5f3_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,024 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082f28245e299b4e8f9ffed5117e8766e6_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412082f28245e299b4e8f9ffed5117e8766e6_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,025 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412084fc3fd1a4547417cb863cea522d6c320_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412084fc3fd1a4547417cb863cea522d6c320_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,026 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120869582656642f42b7ae68fb66bb4d34c6_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120869582656642f42b7ae68fb66bb4d34c6_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,026 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120881bad7de288c4c18a7a1e8a52e8fe154_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120881bad7de288c4c18a7a1e8a52e8fe154_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,027 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120883c4d67e25b74f47b6d2cf2c710bde2e_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120883c4d67e25b74f47b6d2cf2c710bde2e_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,028 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120893218f4f8bad47d780792b59747ba66c_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120893218f4f8bad47d780792b59747ba66c_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,029 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120899cee5e7c3414de8acc757e69d247279_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120899cee5e7c3414de8acc757e69d247279_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,029 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208a28cf79fd2d945ac936927dc791527f7_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208a28cf79fd2d945ac936927dc791527f7_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,030 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208b4dda101b81d46649802e2f27e922d24_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208b4dda101b81d46649802e2f27e922d24_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,031 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208bd23ca801a964de5bd23eee3a561f306_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208bd23ca801a964de5bd23eee3a561f306_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,031 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c494da1ef2ce4f3688bb897fe913fd03_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208c494da1ef2ce4f3688bb897fe913fd03_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,032 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ce8f9a359e49424fba3e40a62725e886_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ce8f9a359e49424fba3e40a62725e886_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,033 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ec47a6cad01f4236bdee84c460d83a5a_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208ec47a6cad01f4236bdee84c460d83a5a_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,033 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f7fffe1b1ff5439e9e31cdde808e6726_cbd0242424095de7d9670dfd82fd5d87 to hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241208f7fffe1b1ff5439e9e31cdde808e6726_cbd0242424095de7d9670dfd82fd5d87 2024-12-08T06:22:55,034 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-08T06:22:55,035 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=185, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:22:55,037 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-08T06:22:55,039 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-08T06:22:55,039 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=185, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:22:55,039 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-08T06:22:55,039 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733638975039"}]},"ts":"9223372036854775807"} 2024-12-08T06:22:55,041 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-08T06:22:55,041 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => cbd0242424095de7d9670dfd82fd5d87, NAME => 'TestAcidGuarantees,,1733638943084.cbd0242424095de7d9670dfd82fd5d87.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T06:22:55,041 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-08T06:22:55,041 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733638975041"}]},"ts":"9223372036854775807"} 2024-12-08T06:22:55,042 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-08T06:22:55,044 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=185, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-08T06:22:55,044 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 44 msec 2024-12-08T06:22:55,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38187 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-08T06:22:55,102 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-12-08T06:22:55,112 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=236 (was 239), OpenFileDescriptor=448 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=360 (was 371), ProcessCount=11 (was 11), AvailableMemoryMB=5865 (was 5878) 2024-12-08T06:22:55,112 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-08T06:22:55,112 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-08T06:22:55,112 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6f5a7c2c to 127.0.0.1:52419 2024-12-08T06:22:55,112 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:55,112 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T06:22:55,112 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=955959901, stopped=false 2024-12-08T06:22:55,113 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=cbcfd08a3627,38187,1733638795394 2024-12-08T06:22:55,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T06:22:55,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-08T06:22:55,114 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-08T06:22:55,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T06:22:55,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T06:22:55,115 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:55,115 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'cbcfd08a3627,46077,1733638796198' ***** 2024-12-08T06:22:55,115 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-08T06:22:55,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T06:22:55,115 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-08T06:22:55,115 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T06:22:55,116 INFO [RS:0;cbcfd08a3627:46077 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T06:22:55,116 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-08T06:22:55,116 INFO [RS:0;cbcfd08a3627:46077 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T06:22:55,116 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(3579): Received CLOSE for 86cc15ec941ef24fada0aafc52c37623 2024-12-08T06:22:55,116 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(1224): stopping server cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:55,116 DEBUG [RS:0;cbcfd08a3627:46077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:55,116 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T06:22:55,116 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T06:22:55,116 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T06:22:55,116 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-08T06:22:55,116 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 86cc15ec941ef24fada0aafc52c37623, disabling compactions & flushes 2024-12-08T06:22:55,116 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-08T06:22:55,116 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623. 2024-12-08T06:22:55,116 DEBUG [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(1603): Online Regions={86cc15ec941ef24fada0aafc52c37623=hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623., 1588230740=hbase:meta,,1.1588230740} 2024-12-08T06:22:55,116 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623. 2024-12-08T06:22:55,117 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623. after waiting 0 ms 2024-12-08T06:22:55,117 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623. 2024-12-08T06:22:55,117 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 86cc15ec941ef24fada0aafc52c37623 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-08T06:22:55,117 DEBUG [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-08T06:22:55,117 INFO [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-08T06:22:55,117 DEBUG [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-08T06:22:55,117 DEBUG [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T06:22:55,117 DEBUG [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T06:22:55,117 INFO [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-08T06:22:55,120 DEBUG [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 86cc15ec941ef24fada0aafc52c37623 2024-12-08T06:22:55,132 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/namespace/86cc15ec941ef24fada0aafc52c37623/.tmp/info/61269bba5b4b44ecbf4426dc49aa2e64 is 45, key is default/info:d/1733638799556/Put/seqid=0 2024-12-08T06:22:55,135 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742556_1732 (size=5037) 2024-12-08T06:22:55,139 DEBUG [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/1588230740/.tmp/info/15a6e50d65e14ed5926834915c8a966c is 143, key is hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623./info:regioninfo/1733638799394/Put/seqid=0 2024-12-08T06:22:55,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742557_1733 (size=7725) 2024-12-08T06:22:55,154 INFO [regionserver/cbcfd08a3627:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T06:22:55,320 DEBUG [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 86cc15ec941ef24fada0aafc52c37623 2024-12-08T06:22:55,377 INFO [regionserver/cbcfd08a3627:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-08T06:22:55,378 INFO [regionserver/cbcfd08a3627:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-08T06:22:55,520 DEBUG [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 86cc15ec941ef24fada0aafc52c37623 2024-12-08T06:22:55,536 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/namespace/86cc15ec941ef24fada0aafc52c37623/.tmp/info/61269bba5b4b44ecbf4426dc49aa2e64 2024-12-08T06:22:55,539 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/namespace/86cc15ec941ef24fada0aafc52c37623/.tmp/info/61269bba5b4b44ecbf4426dc49aa2e64 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/namespace/86cc15ec941ef24fada0aafc52c37623/info/61269bba5b4b44ecbf4426dc49aa2e64 2024-12-08T06:22:55,541 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/namespace/86cc15ec941ef24fada0aafc52c37623/info/61269bba5b4b44ecbf4426dc49aa2e64, entries=2, sequenceid=6, filesize=4.9 K 2024-12-08T06:22:55,542 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 86cc15ec941ef24fada0aafc52c37623 in 425ms, sequenceid=6, compaction requested=false 2024-12-08T06:22:55,542 INFO [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/1588230740/.tmp/info/15a6e50d65e14ed5926834915c8a966c 2024-12-08T06:22:55,545 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/namespace/86cc15ec941ef24fada0aafc52c37623/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-08T06:22:55,545 INFO [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623. 2024-12-08T06:22:55,545 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 86cc15ec941ef24fada0aafc52c37623: 2024-12-08T06:22:55,545 DEBUG [RS_CLOSE_REGION-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733638798855.86cc15ec941ef24fada0aafc52c37623. 2024-12-08T06:22:55,562 DEBUG [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/1588230740/.tmp/rep_barrier/2f0e683c913a465abb3651d18e2da131 is 102, key is TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d./rep_barrier:/1733638830719/DeleteFamily/seqid=0 2024-12-08T06:22:55,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742558_1734 (size=6025) 2024-12-08T06:22:55,721 DEBUG [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-08T06:22:55,913 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-08T06:22:55,914 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-08T06:22:55,921 DEBUG [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-08T06:22:55,965 INFO [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/1588230740/.tmp/rep_barrier/2f0e683c913a465abb3651d18e2da131 2024-12-08T06:22:55,983 DEBUG [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/1588230740/.tmp/table/74be045172d74410bd265124fd86e020 is 96, key is TestAcidGuarantees,,1733638799748.94ee03118adb91c461ace6b126ea8b8d./table:/1733638830719/DeleteFamily/seqid=0 2024-12-08T06:22:55,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742559_1735 (size=5942) 2024-12-08T06:22:56,121 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-08T06:22:56,121 DEBUG [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-08T06:22:56,121 DEBUG [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-08T06:22:56,321 DEBUG [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-08T06:22:56,386 INFO [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/1588230740/.tmp/table/74be045172d74410bd265124fd86e020 2024-12-08T06:22:56,389 DEBUG [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/1588230740/.tmp/info/15a6e50d65e14ed5926834915c8a966c as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/1588230740/info/15a6e50d65e14ed5926834915c8a966c 2024-12-08T06:22:56,391 INFO [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/1588230740/info/15a6e50d65e14ed5926834915c8a966c, entries=22, sequenceid=93, filesize=7.5 K 2024-12-08T06:22:56,392 DEBUG [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/1588230740/.tmp/rep_barrier/2f0e683c913a465abb3651d18e2da131 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/1588230740/rep_barrier/2f0e683c913a465abb3651d18e2da131 2024-12-08T06:22:56,394 INFO [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/1588230740/rep_barrier/2f0e683c913a465abb3651d18e2da131, entries=6, sequenceid=93, filesize=5.9 K 2024-12-08T06:22:56,395 DEBUG [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/1588230740/.tmp/table/74be045172d74410bd265124fd86e020 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/1588230740/table/74be045172d74410bd265124fd86e020 2024-12-08T06:22:56,397 INFO [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/1588230740/table/74be045172d74410bd265124fd86e020, entries=9, sequenceid=93, filesize=5.8 K 2024-12-08T06:22:56,397 INFO [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1280ms, sequenceid=93, compaction requested=false 2024-12-08T06:22:56,401 DEBUG [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-08T06:22:56,401 DEBUG [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T06:22:56,401 INFO [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-08T06:22:56,401 DEBUG [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-08T06:22:56,401 DEBUG [RS_CLOSE_META-regionserver/cbcfd08a3627:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T06:22:56,522 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(1250): stopping server cbcfd08a3627,46077,1733638796198; all regions closed. 2024-12-08T06:22:56,525 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741834_1010 (size=26050) 2024-12-08T06:22:56,527 DEBUG [RS:0;cbcfd08a3627:46077 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/oldWALs 2024-12-08T06:22:56,527 INFO [RS:0;cbcfd08a3627:46077 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL cbcfd08a3627%2C46077%2C1733638796198.meta:.meta(num 1733638798471) 2024-12-08T06:22:56,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741832_1008 (size=16818968) 2024-12-08T06:22:56,530 DEBUG [RS:0;cbcfd08a3627:46077 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/oldWALs 2024-12-08T06:22:56,530 INFO [RS:0;cbcfd08a3627:46077 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL cbcfd08a3627%2C46077%2C1733638796198:(num 1733638797541) 2024-12-08T06:22:56,530 DEBUG [RS:0;cbcfd08a3627:46077 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:56,530 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T06:22:56,531 INFO [RS:0;cbcfd08a3627:46077 {}] hbase.ChoreService(370): Chore service for: regionserver/cbcfd08a3627:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-08T06:22:56,531 INFO [regionserver/cbcfd08a3627:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-08T06:22:56,531 INFO [RS:0;cbcfd08a3627:46077 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:46077 2024-12-08T06:22:56,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cbcfd08a3627,46077,1733638796198 2024-12-08T06:22:56,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-08T06:22:56,536 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cbcfd08a3627,46077,1733638796198] 2024-12-08T06:22:56,536 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing cbcfd08a3627,46077,1733638796198; numProcessing=1 2024-12-08T06:22:56,537 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/cbcfd08a3627,46077,1733638796198 already deleted, retry=false 2024-12-08T06:22:56,537 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; cbcfd08a3627,46077,1733638796198 expired; onlineServers=0 2024-12-08T06:22:56,537 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server 'cbcfd08a3627,38187,1733638795394' ***** 2024-12-08T06:22:56,537 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T06:22:56,538 DEBUG [M:0;cbcfd08a3627:38187 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c8ae9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cbcfd08a3627/172.17.0.2:0 2024-12-08T06:22:56,538 INFO [M:0;cbcfd08a3627:38187 {}] regionserver.HRegionServer(1224): stopping server cbcfd08a3627,38187,1733638795394 2024-12-08T06:22:56,538 INFO [M:0;cbcfd08a3627:38187 {}] regionserver.HRegionServer(1250): stopping server cbcfd08a3627,38187,1733638795394; all regions closed. 2024-12-08T06:22:56,538 DEBUG [M:0;cbcfd08a3627:38187 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T06:22:56,538 DEBUG [M:0;cbcfd08a3627:38187 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T06:22:56,538 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T06:22:56,538 DEBUG [M:0;cbcfd08a3627:38187 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T06:22:56,538 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster-HFileCleaner.small.0-1733638797215 {}] cleaner.HFileCleaner(306): Exit Thread[master/cbcfd08a3627:0:becomeActiveMaster-HFileCleaner.small.0-1733638797215,5,FailOnTimeoutGroup] 2024-12-08T06:22:56,538 DEBUG [master/cbcfd08a3627:0:becomeActiveMaster-HFileCleaner.large.0-1733638797214 {}] cleaner.HFileCleaner(306): Exit Thread[master/cbcfd08a3627:0:becomeActiveMaster-HFileCleaner.large.0-1733638797214,5,FailOnTimeoutGroup] 2024-12-08T06:22:56,538 INFO [M:0;cbcfd08a3627:38187 {}] hbase.ChoreService(370): Chore service for: master/cbcfd08a3627:0 had [] on shutdown 2024-12-08T06:22:56,538 DEBUG [M:0;cbcfd08a3627:38187 {}] master.HMaster(1733): Stopping service threads 2024-12-08T06:22:56,538 INFO [M:0;cbcfd08a3627:38187 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T06:22:56,539 ERROR [M:0;cbcfd08a3627:38187 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-08T06:22:56,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-08T06:22:56,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-08T06:22:56,539 INFO [M:0;cbcfd08a3627:38187 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T06:22:56,539 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T06:22:56,539 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-08T06:22:56,540 DEBUG [M:0;cbcfd08a3627:38187 {}] zookeeper.ZKUtil(347): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-08T06:22:56,540 WARN [M:0;cbcfd08a3627:38187 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T06:22:56,540 INFO [M:0;cbcfd08a3627:38187 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-08T06:22:56,540 INFO [M:0;cbcfd08a3627:38187 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T06:22:56,540 DEBUG [M:0;cbcfd08a3627:38187 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T06:22:56,540 INFO [M:0;cbcfd08a3627:38187 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T06:22:56,540 DEBUG [M:0;cbcfd08a3627:38187 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T06:22:56,540 DEBUG [M:0;cbcfd08a3627:38187 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T06:22:56,540 DEBUG [M:0;cbcfd08a3627:38187 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T06:22:56,540 INFO [M:0;cbcfd08a3627:38187 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=802.73 KB heapSize=989.45 KB 2024-12-08T06:22:56,555 DEBUG [M:0;cbcfd08a3627:38187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/982244ac6f844ab6a2c2a84d5da6d8d3 is 82, key is hbase:meta,,1/info:regioninfo/1733638798678/Put/seqid=0 2024-12-08T06:22:56,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742560_1736 (size=5672) 2024-12-08T06:22:56,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T06:22:56,636 INFO [RS:0;cbcfd08a3627:46077 {}] regionserver.HRegionServer(1307): Exiting; stopping=cbcfd08a3627,46077,1733638796198; zookeeper connection closed. 2024-12-08T06:22:56,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46077-0x100704866080001, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T06:22:56,637 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4ceda2e8 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4ceda2e8 2024-12-08T06:22:56,637 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-08T06:22:56,958 INFO [M:0;cbcfd08a3627:38187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2305 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/982244ac6f844ab6a2c2a84d5da6d8d3 2024-12-08T06:22:56,978 DEBUG [M:0;cbcfd08a3627:38187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f79f591da8964cf9a2355663c36d2b26 is 2283, key is \x00\x00\x00\x00\x00\x00\x00$/proc:d/1733638833882/Put/seqid=0 2024-12-08T06:22:56,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742561_1737 (size=46105) 2024-12-08T06:22:57,382 INFO [M:0;cbcfd08a3627:38187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=802.17 KB at sequenceid=2305 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f79f591da8964cf9a2355663c36d2b26 2024-12-08T06:22:57,385 INFO [M:0;cbcfd08a3627:38187 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f79f591da8964cf9a2355663c36d2b26 2024-12-08T06:22:57,403 DEBUG [M:0;cbcfd08a3627:38187 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7fca18bcd0c247b19fecd2e528ab9723 is 69, key is cbcfd08a3627,46077,1733638796198/rs:state/1733638797303/Put/seqid=0 2024-12-08T06:22:57,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073742562_1738 (size=5156) 2024-12-08T06:22:57,806 INFO [M:0;cbcfd08a3627:38187 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2305 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7fca18bcd0c247b19fecd2e528ab9723 2024-12-08T06:22:57,810 DEBUG [M:0;cbcfd08a3627:38187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/982244ac6f844ab6a2c2a84d5da6d8d3 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/982244ac6f844ab6a2c2a84d5da6d8d3 2024-12-08T06:22:57,812 INFO [M:0;cbcfd08a3627:38187 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/982244ac6f844ab6a2c2a84d5da6d8d3, entries=8, sequenceid=2305, filesize=5.5 K 2024-12-08T06:22:57,813 DEBUG [M:0;cbcfd08a3627:38187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f79f591da8964cf9a2355663c36d2b26 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f79f591da8964cf9a2355663c36d2b26 2024-12-08T06:22:57,815 INFO [M:0;cbcfd08a3627:38187 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f79f591da8964cf9a2355663c36d2b26 2024-12-08T06:22:57,815 INFO [M:0;cbcfd08a3627:38187 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f79f591da8964cf9a2355663c36d2b26, entries=185, sequenceid=2305, filesize=45.0 K 2024-12-08T06:22:57,816 DEBUG [M:0;cbcfd08a3627:38187 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7fca18bcd0c247b19fecd2e528ab9723 as hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7fca18bcd0c247b19fecd2e528ab9723 2024-12-08T06:22:57,818 INFO [M:0;cbcfd08a3627:38187 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:40531/user/jenkins/test-data/8132a39d-1701-6646-3758-c26b8499d3a4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7fca18bcd0c247b19fecd2e528ab9723, entries=1, sequenceid=2305, filesize=5.0 K 2024-12-08T06:22:57,819 INFO [M:0;cbcfd08a3627:38187 {}] regionserver.HRegion(3040): Finished flush of dataSize ~802.73 KB/821992, heapSize ~989.15 KB/1012888, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=2305, compaction requested=false 2024-12-08T06:22:57,820 INFO [M:0;cbcfd08a3627:38187 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T06:22:57,820 DEBUG [M:0;cbcfd08a3627:38187 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-08T06:22:57,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44019 is added to blk_1073741830_1006 (size=973080) 2024-12-08T06:22:57,823 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-08T06:22:57,823 INFO [M:0;cbcfd08a3627:38187 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-08T06:22:57,824 INFO [M:0;cbcfd08a3627:38187 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:38187 2024-12-08T06:22:57,826 DEBUG [M:0;cbcfd08a3627:38187 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/cbcfd08a3627,38187,1733638795394 already deleted, retry=false 2024-12-08T06:22:57,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T06:22:57,928 INFO [M:0;cbcfd08a3627:38187 {}] regionserver.HRegionServer(1307): Exiting; stopping=cbcfd08a3627,38187,1733638795394; zookeeper connection closed. 2024-12-08T06:22:57,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38187-0x100704866080000, quorum=127.0.0.1:52419, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T06:22:57,933 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29607158{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T06:22:57,936 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@76b7aca8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T06:22:57,936 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T06:22:57,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74536f23{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T06:22:57,936 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ac85cee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/hadoop.log.dir/,STOPPED} 2024-12-08T06:22:57,939 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T06:22:57,939 WARN [BP-867288936-172.17.0.2-1733638792225 heartbeating to localhost/127.0.0.1:40531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T06:22:57,939 WARN [BP-867288936-172.17.0.2-1733638792225 heartbeating to localhost/127.0.0.1:40531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-867288936-172.17.0.2-1733638792225 (Datanode Uuid 89cc8267-383d-4309-940e-9de591ef53a6) service to localhost/127.0.0.1:40531 2024-12-08T06:22:57,939 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T06:22:57,941 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/cluster_8c3e16fc-9d1e-3f09-8c23-47ca4aae5eb5/dfs/data/data1/current/BP-867288936-172.17.0.2-1733638792225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T06:22:57,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/cluster_8c3e16fc-9d1e-3f09-8c23-47ca4aae5eb5/dfs/data/data2/current/BP-867288936-172.17.0.2-1733638792225 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T06:22:57,942 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T06:22:57,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6904431c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T06:22:57,950 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@20178447{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T06:22:57,950 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T06:22:57,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@704acb07{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T06:22:57,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@106ffc0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/e6f27d11-a761-dc6e-3f88-85c4785e9adc/hadoop.log.dir/,STOPPED} 2024-12-08T06:22:57,968 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-08T06:22:58,111 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down